2024-12-02 03:40:09,861 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-02 03:40:09,872 main DEBUG Took 0.009558 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 03:40:09,872 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 03:40:09,873 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 03:40:09,873 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 03:40:09,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,881 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 03:40:09,895 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,897 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,898 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,900 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,901 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,902 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,903 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,904 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,905 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,907 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,908 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,909 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:40:09,909 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,910 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 03:40:09,912 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:40:09,913 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 03:40:09,916 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 03:40:09,916 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 03:40:09,918 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 03:40:09,918 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 03:40:09,928 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 03:40:09,932 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 03:40:09,934 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 03:40:09,934 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 03:40:09,934 main DEBUG createAppenders(={Console}) 2024-12-02 03:40:09,935 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-02 03:40:09,935 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-02 03:40:09,936 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-02 03:40:09,936 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 03:40:09,936 main DEBUG OutputStream closed 2024-12-02 03:40:09,937 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 03:40:09,937 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 03:40:09,937 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-02 03:40:10,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 03:40:10,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 03:40:10,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 03:40:10,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 03:40:10,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 03:40:10,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 03:40:10,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 03:40:10,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 03:40:10,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 03:40:10,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 03:40:10,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 03:40:10,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 03:40:10,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 03:40:10,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 03:40:10,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 03:40:10,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 03:40:10,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 03:40:10,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 03:40:10,028 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 03:40:10,029 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-02 03:40:10,029 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 03:40:10,030 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-02T03:40:10,246 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc 2024-12-02 03:40:10,249 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 03:40:10,249 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T03:40:10,257 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-02T03:40:10,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=8813 2024-12-02T03:40:10,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:40:10,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6, deleteOnExit=true 2024-12-02T03:40:10,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:40:10,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/test.cache.data in system properties and HBase conf 2024-12-02T03:40:10,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:40:10,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:40:10,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:40:10,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:40:10,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:40:10,396 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T03:40:10,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:40:10,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:40:10,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:40:10,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:40:10,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:40:10,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:40:10,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:40:10,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:40:10,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:40:10,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:40:10,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:40:10,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:40:10,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:40:10,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:40:10,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:40:11,390 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T03:40:11,453 INFO [Time-limited test {}] log.Log(170): Logging initialized @2354ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T03:40:11,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:40:11,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:40:11,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:40:11,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:40:11,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:40:11,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:40:11,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:40:11,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:40:11,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/java.io.tmpdir/jetty-localhost-33239-hadoop-hdfs-3_4_1-tests_jar-_-any-13142375105303266937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:40:11,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:33239} 2024-12-02T03:40:11,766 INFO [Time-limited test {}] server.Server(415): Started @2667ms 2024-12-02T03:40:12,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:40:12,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:40:12,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:40:12,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:40:12,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:40:12,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:40:12,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:40:12,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/java.io.tmpdir/jetty-localhost-39827-hadoop-hdfs-3_4_1-tests_jar-_-any-16946862421595413576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:40:12,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:39827} 2024-12-02T03:40:12,343 INFO [Time-limited test {}] server.Server(415): Started @3244ms 2024-12-02T03:40:12,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:40:12,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:40:12,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:40:12,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:40:12,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:40:12,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:40:12,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:40:12,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:40:12,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/java.io.tmpdir/jetty-localhost-46825-hadoop-hdfs-3_4_1-tests_jar-_-any-11205835910818275259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:40:12,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:46825} 2024-12-02T03:40:12,599 INFO [Time-limited test {}] server.Server(415): Started @3500ms 2024-12-02T03:40:12,601 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:40:13,563 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/data/data1/current/BP-643226599-172.17.0.2-1733110810965/current, will proceed with Du for space computation calculation, 2024-12-02T03:40:13,563 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/data/data2/current/BP-643226599-172.17.0.2-1733110810965/current, will proceed with Du for space computation calculation, 2024-12-02T03:40:13,563 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/data/data3/current/BP-643226599-172.17.0.2-1733110810965/current, will proceed with Du for space computation calculation, 2024-12-02T03:40:13,563 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/data/data4/current/BP-643226599-172.17.0.2-1733110810965/current, will proceed with Du for space computation calculation, 2024-12-02T03:40:13,600 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:40:13,601 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:40:13,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4471400d8519767d with lease ID 0xc5d51d527c173746: Processing first storage report for DS-cca68ed4-1a53-4b7b-9459-9b69da665456 from datanode DatanodeRegistration(127.0.0.1:35723, datanodeUuid=c569e3f5-94d5-49bf-ac0d-5523bbb8a88a, infoPort=39045, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=290844677;c=1733110810965) 2024-12-02T03:40:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4471400d8519767d with lease ID 0xc5d51d527c173746: from storage DS-cca68ed4-1a53-4b7b-9459-9b69da665456 node DatanodeRegistration(127.0.0.1:35723, datanodeUuid=c569e3f5-94d5-49bf-ac0d-5523bbb8a88a, infoPort=39045, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=290844677;c=1733110810965), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T03:40:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9325fc6c565cc632 with lease ID 0xc5d51d527c173745: Processing first storage report for DS-c692db24-dc2c-4855-a81f-b51153af5557 from datanode DatanodeRegistration(127.0.0.1:44407, datanodeUuid=493b9f87-fc0e-48ba-9e82-d98b499b1c16, infoPort=35237, infoSecurePort=0, ipcPort=33619, storageInfo=lv=-57;cid=testClusterID;nsid=290844677;c=1733110810965) 2024-12-02T03:40:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9325fc6c565cc632 with lease ID 0xc5d51d527c173745: from storage DS-c692db24-dc2c-4855-a81f-b51153af5557 node DatanodeRegistration(127.0.0.1:44407, datanodeUuid=493b9f87-fc0e-48ba-9e82-d98b499b1c16, infoPort=35237, infoSecurePort=0, ipcPort=33619, storageInfo=lv=-57;cid=testClusterID;nsid=290844677;c=1733110810965), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:40:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4471400d8519767d with lease ID 0xc5d51d527c173746: Processing first storage report for DS-a910ac74-ea41-46f4-8c1f-162a5bcb4696 from datanode DatanodeRegistration(127.0.0.1:35723, datanodeUuid=c569e3f5-94d5-49bf-ac0d-5523bbb8a88a, infoPort=39045, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=290844677;c=1733110810965) 2024-12-02T03:40:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4471400d8519767d with lease ID 0xc5d51d527c173746: from storage DS-a910ac74-ea41-46f4-8c1f-162a5bcb4696 node DatanodeRegistration(127.0.0.1:35723, datanodeUuid=c569e3f5-94d5-49bf-ac0d-5523bbb8a88a, infoPort=39045, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=290844677;c=1733110810965), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:40:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9325fc6c565cc632 with lease ID 0xc5d51d527c173745: Processing first storage report for DS-b1321eb9-1af6-4c53-91f4-a3b2f9c7e86f from datanode DatanodeRegistration(127.0.0.1:44407, datanodeUuid=493b9f87-fc0e-48ba-9e82-d98b499b1c16, infoPort=35237, infoSecurePort=0, ipcPort=33619, storageInfo=lv=-57;cid=testClusterID;nsid=290844677;c=1733110810965) 2024-12-02T03:40:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9325fc6c565cc632 with lease ID 0xc5d51d527c173745: from storage DS-b1321eb9-1af6-4c53-91f4-a3b2f9c7e86f node DatanodeRegistration(127.0.0.1:44407, datanodeUuid=493b9f87-fc0e-48ba-9e82-d98b499b1c16, infoPort=35237, infoSecurePort=0, ipcPort=33619, storageInfo=lv=-57;cid=testClusterID;nsid=290844677;c=1733110810965), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:40:13,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc 2024-12-02T03:40:13,787 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/zookeeper_0, clientPort=62846, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:40:13,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62846 2024-12-02T03:40:13,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:40:13,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:40:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:40:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:40:14,485 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd with version=8 2024-12-02T03:40:14,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/hbase-staging 2024-12-02T03:40:14,571 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T03:40:14,821 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:40:14,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:40:14,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:40:14,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:40:14,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:40:14,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:40:14,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:40:15,004 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T03:40:15,013 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T03:40:15,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:40:15,049 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3930 (auto-detected) 2024-12-02T03:40:15,050 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T03:40:15,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36307 2024-12-02T03:40:15,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36307 connecting to ZooKeeper ensemble=127.0.0.1:62846 2024-12-02T03:40:15,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363070x0, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:40:15,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36307-0x1019569e70a0000 connected 2024-12-02T03:40:15,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:40:15,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:40:15,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:40:15,393 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd, hbase.cluster.distributed=false 2024-12-02T03:40:15,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:40:15,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36307 2024-12-02T03:40:15,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36307 2024-12-02T03:40:15,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36307 2024-12-02T03:40:15,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36307 2024-12-02T03:40:15,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36307 2024-12-02T03:40:15,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:40:15,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:40:15,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:40:15,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:40:15,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:40:15,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:40:15,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:40:15,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:40:15,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37709 2024-12-02T03:40:15,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37709 connecting to ZooKeeper ensemble=127.0.0.1:62846 2024-12-02T03:40:15,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:40:15,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:40:15,626 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377090x0, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:40:15,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37709-0x1019569e70a0001 connected 2024-12-02T03:40:15,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:40:15,634 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:40:15,647 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:40:15,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:40:15,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:40:15,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37709 2024-12-02T03:40:15,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37709 2024-12-02T03:40:15,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37709 2024-12-02T03:40:15,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37709 2024-12-02T03:40:15,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37709 2024-12-02T03:40:15,681 DEBUG [M:0;e2eaa0f11f7e:36307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:36307 2024-12-02T03:40:15,683 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,36307,1733110814652 2024-12-02T03:40:15,715 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:40:15,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:40:15,717 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,36307,1733110814652 2024-12-02T03:40:15,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:15,743 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:40:15,743 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:15,744 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:40:15,745 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,36307,1733110814652 from backup master directory 2024-12-02T03:40:15,756 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:40:15,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,36307,1733110814652 2024-12-02T03:40:15,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:40:15,756 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:40:15,757 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,36307,1733110814652 2024-12-02T03:40:15,758 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T03:40:15,759 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T03:40:15,813 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/hbase.id] with ID: 60884d74-8846-46b2-a18e-d12ed10ef8b3 2024-12-02T03:40:15,813 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/.tmp/hbase.id 2024-12-02T03:40:15,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:40:15,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:40:15,825 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/.tmp/hbase.id]:[hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/hbase.id] 2024-12-02T03:40:15,866 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:40:15,870 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:40:15,886 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-02T03:40:15,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:15,918 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:40:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:40:15,949 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:40:15,952 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:40:15,960 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:40:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:40:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:40:16,026 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store 2024-12-02T03:40:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:40:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:40:16,058 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T03:40:16,062 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:40:16,063 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:40:16,064 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:40:16,064 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:40:16,066 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:40:16,066 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:40:16,066 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:40:16,068 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733110816063Disabling compacts and flushes for region at 1733110816063Disabling writes for close at 1733110816066 (+3 ms)Writing region close event to WAL at 1733110816066Closed at 1733110816066 2024-12-02T03:40:16,070 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/.initializing 2024-12-02T03:40:16,071 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/WALs/e2eaa0f11f7e,36307,1733110814652 2024-12-02T03:40:16,082 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:40:16,097 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C36307%2C1733110814652, suffix=, logDir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/WALs/e2eaa0f11f7e,36307,1733110814652, archiveDir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/oldWALs, maxLogs=10 2024-12-02T03:40:16,126 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/WALs/e2eaa0f11f7e,36307,1733110814652/e2eaa0f11f7e%2C36307%2C1733110814652.1733110816103, exclude list is [], retry=0 2024-12-02T03:40:16,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:40:16,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-cca68ed4-1a53-4b7b-9459-9b69da665456,DISK] 2024-12-02T03:40:16,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-c692db24-dc2c-4855-a81f-b51153af5557,DISK] 2024-12-02T03:40:16,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T03:40:16,187 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/WALs/e2eaa0f11f7e,36307,1733110814652/e2eaa0f11f7e%2C36307%2C1733110814652.1733110816103 2024-12-02T03:40:16,188 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35237:35237),(127.0.0.1/127.0.0.1:39045:39045)] 2024-12-02T03:40:16,189 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:40:16,190 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:40:16,192 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,194 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:40:16,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:16,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:40:16,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:40:16,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:16,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:40:16,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:40:16,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:16,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:40:16,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:40:16,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:16,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:40:16,278 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,283 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,285 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,292 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,292 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,295 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:40:16,299 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:40:16,303 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:40:16,304 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=802018, jitterRate=0.019819170236587524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:40:16,309 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733110816207Initializing all the Stores at 1733110816209 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110816209Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110816210 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110816211 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110816211Cleaning up temporary data from old regions at 1733110816292 (+81 ms)Region opened successfully at 1733110816309 (+17 ms) 2024-12-02T03:40:16,311 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:40:16,342 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fc7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:40:16,373 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:40:16,385 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:40:16,385 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:40:16,388 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:40:16,389 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T03:40:16,393 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T03:40:16,394 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:40:16,418 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:40:16,426 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:40:16,459 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:40:16,461 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:40:16,463 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:40:16,472 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:40:16,474 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:40:16,477 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:40:16,526 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:40:16,530 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:40:16,542 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:40:16,559 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:40:16,567 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:40:16,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:40:16,580 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:40:16,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:16,581 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:16,584 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,36307,1733110814652, sessionid=0x1019569e70a0000, setting cluster-up flag (Was=false) 2024-12-02T03:40:16,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:16,614 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:16,642 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:40:16,645 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,36307,1733110814652 2024-12-02T03:40:16,664 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:16,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:16,697 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:40:16,702 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,36307,1733110814652 2024-12-02T03:40:16,712 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:40:16,770 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(746): ClusterId : 60884d74-8846-46b2-a18e-d12ed10ef8b3 2024-12-02T03:40:16,772 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:40:16,778 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:40:16,786 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:40:16,791 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:40:16,791 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:40:16,792 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:40:16,796 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,36307,1733110814652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:40:16,802 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:40:16,803 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4906a00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:40:16,804 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:40:16,804 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:40:16,804 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:40:16,804 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:40:16,805 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:40:16,805 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,805 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:40:16,805 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,806 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733110846806 2024-12-02T03:40:16,808 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:40:16,810 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:40:16,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:40:16,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:40:16,814 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:40:16,814 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:40:16,815 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:40:16,815 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:40:16,816 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:37709 2024-12-02T03:40:16,816 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,818 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:16,818 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:40:16,818 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:40:16,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:40:16,819 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:40:16,819 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:40:16,820 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:40:16,821 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:40:16,821 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,36307,1733110814652 with port=37709, startcode=1733110815534 2024-12-02T03:40:16,823 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:40:16,823 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:40:16,829 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110816824,5,FailOnTimeoutGroup] 2024-12-02T03:40:16,830 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110816829,5,FailOnTimeoutGroup] 2024-12-02T03:40:16,830 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,830 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:40:16,831 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,832 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,833 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:40:16,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:40:16,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:40:16,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:40:16,839 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd 2024-12-02T03:40:16,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:40:16,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:40:16,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:40:16,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:40:16,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:40:16,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:16,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:40:16,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:40:16,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:40:16,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:16,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:40:16,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:40:16,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:40:16,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:16,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:40:16,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:40:16,875 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55027, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:40:16,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:40:16,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:16,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:40:16,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:40:16,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740 2024-12-02T03:40:16,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740 2024-12-02T03:40:16,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:16,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:40:16,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:40:16,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36307 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:16,885 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T03:40:16,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:40:16,894 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:40:16,895 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=746703, jitterRate=-0.05051885545253754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T03:40:16,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733110816854Initializing all the Stores at 1733110816856 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110816856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110816856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110816856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110816856Cleaning up temporary data from old regions at 1733110816884 (+28 ms)Region opened successfully at 1733110816897 (+13 ms) 2024-12-02T03:40:16,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:40:16,898 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:40:16,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:40:16,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:40:16,899 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd 2024-12-02T03:40:16,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:40:16,899 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39117 2024-12-02T03:40:16,899 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:40:16,900 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:40:16,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733110816898Disabling compacts and flushes for region at 1733110816898Disabling writes for close at 1733110816899 (+1 ms)Writing region close event to WAL at 1733110816900 (+1 ms)Closed at 1733110816900 2024-12-02T03:40:16,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:40:16,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:40:16,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:40:16,920 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:40:16,924 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:40:16,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:40:16,935 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] zookeeper.ZKUtil(111): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:16,935 WARN [RS:0;e2eaa0f11f7e:37709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:40:16,935 INFO [RS:0;e2eaa0f11f7e:37709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:40:16,936 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:16,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,37709,1733110815534] 2024-12-02T03:40:16,970 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:40:16,982 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:40:16,986 INFO [RS:0;e2eaa0f11f7e:37709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:40:16,986 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,987 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:40:16,992 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:40:16,993 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,993 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,993 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,993 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,994 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,994 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,994 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:40:16,994 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,994 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,994 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,994 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,994 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,995 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:40:16,995 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:40:16,995 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:40:16,997 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,997 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,997 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,997 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,997 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:16,997 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,37709,1733110815534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:40:17,016 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:40:17,017 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,37709,1733110815534-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:17,018 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:17,018 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.Replication(171): e2eaa0f11f7e,37709,1733110815534 started 2024-12-02T03:40:17,034 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:17,034 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,37709,1733110815534, RpcServer on e2eaa0f11f7e/172.17.0.2:37709, sessionid=0x1019569e70a0001 2024-12-02T03:40:17,035 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:40:17,035 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:17,035 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,37709,1733110815534' 2024-12-02T03:40:17,035 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:40:17,036 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:40:17,037 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:40:17,037 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:40:17,037 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:17,037 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,37709,1733110815534' 2024-12-02T03:40:17,037 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:40:17,038 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:40:17,039 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:40:17,039 INFO [RS:0;e2eaa0f11f7e:37709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:40:17,039 INFO [RS:0;e2eaa0f11f7e:37709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:40:17,075 WARN [e2eaa0f11f7e:36307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:40:17,148 INFO [RS:0;e2eaa0f11f7e:37709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:40:17,151 INFO [RS:0;e2eaa0f11f7e:37709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C37709%2C1733110815534, suffix=, logDir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534, archiveDir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/oldWALs, maxLogs=32 2024-12-02T03:40:17,164 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110817153, exclude list is [], retry=0 2024-12-02T03:40:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-cca68ed4-1a53-4b7b-9459-9b69da665456,DISK] 2024-12-02T03:40:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-c692db24-dc2c-4855-a81f-b51153af5557,DISK] 2024-12-02T03:40:17,172 INFO [RS:0;e2eaa0f11f7e:37709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110817153 2024-12-02T03:40:17,172 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39045:39045),(127.0.0.1/127.0.0.1:35237:35237)] 2024-12-02T03:40:17,328 DEBUG [e2eaa0f11f7e:36307 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T03:40:17,341 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:17,349 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,37709,1733110815534, state=OPENING 2024-12-02T03:40:17,417 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:40:17,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:17,426 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:40:17,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:40:17,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:40:17,428 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:40:17,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,37709,1733110815534}] 2024-12-02T03:40:17,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:40:17,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34299, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:40:17,626 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:40:17,627 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:40:17,628 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:40:17,632 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C37709%2C1733110815534.meta, suffix=.meta, logDir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534, archiveDir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/oldWALs, maxLogs=32 2024-12-02T03:40:17,649 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.meta.1733110817634.meta, exclude list is [], retry=0 2024-12-02T03:40:17,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-cca68ed4-1a53-4b7b-9459-9b69da665456,DISK] 2024-12-02T03:40:17,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-c692db24-dc2c-4855-a81f-b51153af5557,DISK] 2024-12-02T03:40:17,667 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.meta.1733110817634.meta 2024-12-02T03:40:17,670 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39045:39045),(127.0.0.1/127.0.0.1:35237:35237)] 2024-12-02T03:40:17,671 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:40:17,674 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:40:17,677 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:40:17,683 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:40:17,688 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:40:17,688 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:40:17,689 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:40:17,689 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:40:17,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:40:17,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:40:17,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:17,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:40:17,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:40:17,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:40:17,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:17,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:40:17,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:40:17,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:40:17,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:17,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:40:17,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:40:17,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:40:17,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:17,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:40:17,707 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:40:17,708 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740 2024-12-02T03:40:17,712 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740 2024-12-02T03:40:17,715 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:40:17,715 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:40:17,716 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T03:40:17,718 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:40:17,720 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=738452, jitterRate=-0.06101009249687195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T03:40:17,720 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:40:17,721 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733110817689Writing region info on filesystem at 1733110817689Initializing all the Stores at 1733110817691 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110817692 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110817692Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110817692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110817692Cleaning up temporary data from old regions at 1733110817715 (+23 ms)Running coprocessor post-open hooks at 1733110817720 (+5 ms)Region opened successfully at 1733110817721 (+1 ms) 2024-12-02T03:40:17,728 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733110817602 2024-12-02T03:40:17,742 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:40:17,743 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:40:17,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:17,747 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,37709,1733110815534, state=OPEN 2024-12-02T03:40:17,805 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:40:17,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:40:17,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:40:17,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:40:17,806 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:17,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:40:17,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,37709,1733110815534 in 376 msec 2024-12-02T03:40:17,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:40:17,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 905 msec 2024-12-02T03:40:17,822 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:40:17,822 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:40:17,843 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:40:17,845 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,37709,1733110815534, seqNum=-1] 2024-12-02T03:40:17,871 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:40:17,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40603, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:40:17,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1540 sec 2024-12-02T03:40:17,895 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733110817895, completionTime=-1 2024-12-02T03:40:17,899 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T03:40:17,899 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:40:17,932 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T03:40:17,932 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733110877932 2024-12-02T03:40:17,932 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733110937932 2024-12-02T03:40:17,932 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-12-02T03:40:17,934 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36307,1733110814652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:17,935 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36307,1733110814652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:17,935 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36307,1733110814652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:17,937 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:36307, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:17,937 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:17,939 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:17,944 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:40:17,973 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.215sec 2024-12-02T03:40:17,974 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:40:17,976 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:40:17,977 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:40:17,978 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:40:17,979 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:40:17,980 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36307,1733110814652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:40:17,981 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36307,1733110814652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:40:17,993 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:40:17,994 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:40:17,995 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36307,1733110814652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:40:18,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:40:18,084 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T03:40:18,084 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T03:40:18,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,36307,-1 for getting cluster id 2024-12-02T03:40:18,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:40:18,095 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60884d74-8846-46b2-a18e-d12ed10ef8b3' 2024-12-02T03:40:18,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:40:18,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60884d74-8846-46b2-a18e-d12ed10ef8b3" 2024-12-02T03:40:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3545a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:40:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,36307,-1] 2024-12-02T03:40:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:40:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:40:18,104 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:40:18,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3a0e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:40:18,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:40:18,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,37709,1733110815534, seqNum=-1] 2024-12-02T03:40:18,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:40:18,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:40:18,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,36307,1733110814652 2024-12-02T03:40:18,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:40:18,162 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T03:40:18,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:40:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,36307,1733110814652 2024-12-02T03:40:18,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5164c17f 2024-12-02T03:40:18,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:40:18,183 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:40:18,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T03:40:18,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T03:40:18,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:40:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-02T03:40:18,198 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:40:18,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-02T03:40:18,200 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:18,202 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:40:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:40:18,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741835_1011 (size=389) 2024-12-02T03:40:18,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741835_1011 (size=389) 2024-12-02T03:40:18,221 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 158555cc6b9a27b63000ee33efd7c8d0, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd 2024-12-02T03:40:18,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741836_1012 (size=72) 2024-12-02T03:40:18,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741836_1012 (size=72) 2024-12-02T03:40:18,232 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:40:18,233 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 158555cc6b9a27b63000ee33efd7c8d0, disabling compactions & flushes 2024-12-02T03:40:18,233 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:40:18,233 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:40:18,233 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. after waiting 0 ms 2024-12-02T03:40:18,233 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:40:18,233 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:40:18,233 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 158555cc6b9a27b63000ee33efd7c8d0: Waiting for close lock at 1733110818233Disabling compacts and flushes for region at 1733110818233Disabling writes for close at 1733110818233Writing region close event to WAL at 1733110818233Closed at 1733110818233 2024-12-02T03:40:18,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:40:18,240 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733110818236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733110818236"}]},"ts":"1733110818236"} 2024-12-02T03:40:18,245 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T03:40:18,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:40:18,249 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733110818247"}]},"ts":"1733110818247"} 2024-12-02T03:40:18,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-02T03:40:18,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=158555cc6b9a27b63000ee33efd7c8d0, ASSIGN}] 2024-12-02T03:40:18,258 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=158555cc6b9a27b63000ee33efd7c8d0, ASSIGN 2024-12-02T03:40:18,259 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=158555cc6b9a27b63000ee33efd7c8d0, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,37709,1733110815534; forceNewPlan=false, retain=false 2024-12-02T03:40:18,412 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=158555cc6b9a27b63000ee33efd7c8d0, regionState=OPENING, regionLocation=e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:18,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=158555cc6b9a27b63000ee33efd7c8d0, ASSIGN because future has completed 2024-12-02T03:40:18,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 158555cc6b9a27b63000ee33efd7c8d0, server=e2eaa0f11f7e,37709,1733110815534}] 2024-12-02T03:40:18,584 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:40:18,584 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 158555cc6b9a27b63000ee33efd7c8d0, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:40:18,585 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,585 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:40:18,585 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,585 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,588 INFO [StoreOpener-158555cc6b9a27b63000ee33efd7c8d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,590 INFO [StoreOpener-158555cc6b9a27b63000ee33efd7c8d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 158555cc6b9a27b63000ee33efd7c8d0 columnFamilyName info 2024-12-02T03:40:18,590 DEBUG [StoreOpener-158555cc6b9a27b63000ee33efd7c8d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:40:18,591 INFO [StoreOpener-158555cc6b9a27b63000ee33efd7c8d0-1 {}] regionserver.HStore(327): Store=158555cc6b9a27b63000ee33efd7c8d0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:40:18,591 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,593 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,594 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,594 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,595 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,598 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,601 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:40:18,602 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 158555cc6b9a27b63000ee33efd7c8d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=782419, jitterRate=-0.0051038265228271484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:40:18,602 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:18,604 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 158555cc6b9a27b63000ee33efd7c8d0: Running coprocessor pre-open hook at 1733110818585Writing region info on filesystem at 1733110818585Initializing all the Stores at 1733110818587 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110818587Cleaning up temporary data from old regions at 1733110818595 (+8 ms)Running coprocessor post-open hooks at 1733110818602 (+7 ms)Region opened successfully at 1733110818603 (+1 ms) 2024-12-02T03:40:18,606 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0., pid=6, masterSystemTime=1733110818575 2024-12-02T03:40:18,609 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:40:18,609 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:40:18,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=158555cc6b9a27b63000ee33efd7c8d0, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:40:18,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 158555cc6b9a27b63000ee33efd7c8d0, server=e2eaa0f11f7e,37709,1733110815534 because future has completed 2024-12-02T03:40:18,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T03:40:18,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 158555cc6b9a27b63000ee33efd7c8d0, server=e2eaa0f11f7e,37709,1733110815534 in 195 msec 2024-12-02T03:40:18,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T03:40:18,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=158555cc6b9a27b63000ee33efd7c8d0, ASSIGN in 364 msec 2024-12-02T03:40:18,624 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:40:18,624 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733110818624"}]},"ts":"1733110818624"} 2024-12-02T03:40:18,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-02T03:40:18,629 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:40:18,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 438 msec 2024-12-02T03:40:23,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T03:40:23,248 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T03:40:23,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-02T03:40:25,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T03:40:25,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T03:40:25,004 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-02T03:40:25,004 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-02T03:40:25,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:40:25,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T03:40:25,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T03:40:25,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T03:40:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:40:28,255 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-02T03:40:28,259 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-02T03:40:28,265 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-02T03:40:28,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:40:28,280 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110828266, exclude list is [], retry=0 2024-12-02T03:40:28,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-cca68ed4-1a53-4b7b-9459-9b69da665456,DISK] 2024-12-02T03:40:28,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-c692db24-dc2c-4855-a81f-b51153af5557,DISK] 2024-12-02T03:40:28,287 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110817153 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110828266 2024-12-02T03:40:28,288 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35237:35237),(127.0.0.1/127.0.0.1:39045:39045)] 2024-12-02T03:40:28,288 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110817153 is not closed yet, will try archiving it next time 2024-12-02T03:40:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741833_1009 (size=451) 2024-12-02T03:40:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741833_1009 (size=451) 2024-12-02T03:40:28,293 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110817153 to hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/oldWALs/e2eaa0f11f7e%2C37709%2C1733110815534.1733110817153 2024-12-02T03:40:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0., hostname=e2eaa0f11f7e,37709,1733110815534, seqNum=2] 2024-12-02T03:40:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37709 {}] regionserver.HRegion(8855): Flush requested on 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:40:42,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 158555cc6b9a27b63000ee33efd7c8d0 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T03:40:42,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/.tmp/info/b5165aeb3a06497bb048e9608c22e0e4 is 1055, key is row0001/info:/1733110828304/Put/seqid=0 2024-12-02T03:40:42,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741838_1014 (size=13386) 2024-12-02T03:40:42,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741838_1014 (size=13386) 2024-12-02T03:40:42,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/.tmp/info/b5165aeb3a06497bb048e9608c22e0e4 2024-12-02T03:40:42,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/.tmp/info/b5165aeb3a06497bb048e9608c22e0e4 as hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/info/b5165aeb3a06497bb048e9608c22e0e4 2024-12-02T03:40:42,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/info/b5165aeb3a06497bb048e9608c22e0e4, entries=8, sequenceid=12, filesize=13.1 K 2024-12-02T03:40:42,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 158555cc6b9a27b63000ee33efd7c8d0 in 155ms, sequenceid=12, compaction requested=false 2024-12-02T03:40:42,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 158555cc6b9a27b63000ee33efd7c8d0: 2024-12-02T03:40:43,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T03:40:48,365 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110848347, exclude list is [], retry=0 2024-12-02T03:40:48,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-cca68ed4-1a53-4b7b-9459-9b69da665456,DISK] 2024-12-02T03:40:48,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-c692db24-dc2c-4855-a81f-b51153af5557,DISK] 2024-12-02T03:40:48,372 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110828266 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110848347 2024-12-02T03:40:48,372 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35237:35237),(127.0.0.1/127.0.0.1:39045:39045)] 2024-12-02T03:40:48,372 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110828266 is not closed yet, will try archiving it next time 2024-12-02T03:40:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741837_1013 (size=12149) 2024-12-02T03:40:48,374 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110828266 not finished, retry = 0 2024-12-02T03:40:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741837_1013 (size=12149) 2024-12-02T03:40:53,377 INFO [AsyncFSWAL-0-hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd-prefix:e2eaa0f11f7e,37709,1733110815534 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44407,DS-c692db24-dc2c-4855-a81f-b51153af5557,DISK], DatanodeInfoWithStorage[127.0.0.1:35723,DS-cca68ed4-1a53-4b7b-9459-9b69da665456,DISK]] 2024-12-02T03:40:53,380 WARN [AsyncFSWAL-0-hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd-prefix:e2eaa0f11f7e,37709,1733110815534 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44407,DS-c692db24-dc2c-4855-a81f-b51153af5557,DISK], DatanodeInfoWithStorage[127.0.0.1:35723,DS-cca68ed4-1a53-4b7b-9459-9b69da665456,DISK]] 2024-12-02T03:40:53,381 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e2eaa0f11f7e%2C37709%2C1733110815534:(num 1733110848347) roll requested 2024-12-02T03:40:53,403 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110853382, exclude list is [], retry=0 2024-12-02T03:40:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-cca68ed4-1a53-4b7b-9459-9b69da665456,DISK] 2024-12-02T03:40:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-c692db24-dc2c-4855-a81f-b51153af5557,DISK] 2024-12-02T03:40:53,415 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110848347 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110853382 2024-12-02T03:40:53,416 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39045:39045),(127.0.0.1/127.0.0.1:35237:35237)] 2024-12-02T03:40:53,416 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110848347 is not closed yet, will try archiving it next time 2024-12-02T03:40:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741839_1015 (size=1233) 2024-12-02T03:40:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741839_1015 (size=1233) 2024-12-02T03:40:55,381 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:40:55,398 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110855381, exclude list is [], retry=0 2024-12-02T03:40:55,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-cca68ed4-1a53-4b7b-9459-9b69da665456,DISK] 2024-12-02T03:40:55,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-c692db24-dc2c-4855-a81f-b51153af5557,DISK] 2024-12-02T03:40:55,403 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110853382 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110855381 2024-12-02T03:40:55,403 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39045:39045),(127.0.0.1/127.0.0.1:35237:35237)] 2024-12-02T03:40:55,403 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110853382 is not closed yet, will try archiving it next time 2024-12-02T03:40:55,405 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110853382 not finished, retry = 0 2024-12-02T03:40:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741840_1016 (size=93) 2024-12-02T03:40:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741840_1016 (size=93) 2024-12-02T03:40:55,508 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.1733110853382 to hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/oldWALs/e2eaa0f11f7e%2C37709%2C1733110815534.1733110853382 2024-12-02T03:40:57,997 INFO [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T03:40:57,997 INFO [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T03:41:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37709 {}] regionserver.HRegion(8855): Flush requested on 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:41:03,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 158555cc6b9a27b63000ee33efd7c8d0 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T03:41:03,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/.tmp/info/7756857357564a078ab9cef0fa3d7294 is 1055, key is row0009/info:/1733110844341/Put/seqid=0 2024-12-02T03:41:03,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741842_1018 (size=13386) 2024-12-02T03:41:03,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741842_1018 (size=13386) 2024-12-02T03:41:03,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/.tmp/info/7756857357564a078ab9cef0fa3d7294 2024-12-02T03:41:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/.tmp/info/7756857357564a078ab9cef0fa3d7294 as hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/info/7756857357564a078ab9cef0fa3d7294 2024-12-02T03:41:03,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/info/7756857357564a078ab9cef0fa3d7294, entries=8, sequenceid=23, filesize=13.1 K 2024-12-02T03:41:03,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 158555cc6b9a27b63000ee33efd7c8d0 in 39ms, sequenceid=23, compaction requested=false 2024-12-02T03:41:03,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 158555cc6b9a27b63000ee33efd7c8d0: 2024-12-02T03:41:03,465 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-02T03:41:03,465 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:41:03,466 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/info/b5165aeb3a06497bb048e9608c22e0e4 because midkey is the same as first or last row 2024-12-02T03:41:03,586 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 158555cc6b9a27b63000ee33efd7c8d0, had cached 0 bytes from a total of 26772 2024-12-02T03:41:13,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T03:41:15,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:41:15,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:41:15,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:41:15,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:15,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:15,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:41:15,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:41:15,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=855842917, stopped=false 2024-12-02T03:41:15,459 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,36307,1733110814652 2024-12-02T03:41:15,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:41:15,511 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:41:15,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:15,511 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:15,511 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:41:15,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:41:15,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:41:15,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:15,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:41:15,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:41:15,513 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,37709,1733110815534' ***** 2024-12-02T03:41:15,514 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:41:15,514 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:41:15,514 INFO [RS:0;e2eaa0f11f7e:37709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:41:15,515 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:41:15,515 INFO [RS:0;e2eaa0f11f7e:37709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:41:15,515 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(3091): Received CLOSE for 158555cc6b9a27b63000ee33efd7c8d0 2024-12-02T03:41:15,516 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:41:15,516 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:41:15,516 INFO [RS:0;e2eaa0f11f7e:37709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:37709. 2024-12-02T03:41:15,516 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:41:15,517 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:15,517 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 158555cc6b9a27b63000ee33efd7c8d0, disabling compactions & flushes 2024-12-02T03:41:15,517 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:41:15,517 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:41:15,517 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:41:15,517 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:41:15,517 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:41:15,517 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:41:15,517 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. after waiting 0 ms 2024-12-02T03:41:15,517 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:41:15,518 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T03:41:15,518 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 158555cc6b9a27b63000ee33efd7c8d0 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-02T03:41:15,518 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1325): Online Regions={158555cc6b9a27b63000ee33efd7c8d0=TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T03:41:15,518 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:41:15,518 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:41:15,518 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:41:15,518 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:41:15,518 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1351): Waiting on 158555cc6b9a27b63000ee33efd7c8d0, 1588230740 2024-12-02T03:41:15,518 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:41:15,519 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-02T03:41:15,525 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/.tmp/info/29a3c3b9dc2f47d2b03ded7e9c759cef is 1055, key is row0017/info:/1733110865429/Put/seqid=0 2024-12-02T03:41:15,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741843_1019 (size=10222) 2024-12-02T03:41:15,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741843_1019 (size=10222) 2024-12-02T03:41:15,534 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/.tmp/info/29a3c3b9dc2f47d2b03ded7e9c759cef 2024-12-02T03:41:15,545 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/.tmp/info/29a3c3b9dc2f47d2b03ded7e9c759cef as hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/info/29a3c3b9dc2f47d2b03ded7e9c759cef 2024-12-02T03:41:15,546 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/.tmp/info/278471d7fa52420ea23b95947b69e5fe is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0./info:regioninfo/1733110818610/Put/seqid=0 2024-12-02T03:41:15,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741844_1020 (size=7016) 2024-12-02T03:41:15,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741844_1020 (size=7016) 2024-12-02T03:41:15,558 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/info/29a3c3b9dc2f47d2b03ded7e9c759cef, entries=5, sequenceid=31, filesize=10.0 K 2024-12-02T03:41:15,559 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 158555cc6b9a27b63000ee33efd7c8d0 in 42ms, sequenceid=31, compaction requested=true 2024-12-02T03:41:15,565 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/default/TestLogRolling-testSlowSyncLogRolling/158555cc6b9a27b63000ee33efd7c8d0/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-02T03:41:15,566 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:41:15,566 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 158555cc6b9a27b63000ee33efd7c8d0: Waiting for close lock at 1733110875516Running coprocessor pre-close hooks at 1733110875517 (+1 ms)Disabling compacts and flushes for region at 1733110875517Disabling writes for close at 1733110875517Obtaining lock to block concurrent updates at 1733110875518 (+1 ms)Preparing flush snapshotting stores in 158555cc6b9a27b63000ee33efd7c8d0 at 1733110875518Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733110875518Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. at 1733110875520 (+2 ms)Flushing 158555cc6b9a27b63000ee33efd7c8d0/info: creating writer at 1733110875520Flushing 158555cc6b9a27b63000ee33efd7c8d0/info: appending metadata at 1733110875524 (+4 ms)Flushing 158555cc6b9a27b63000ee33efd7c8d0/info: closing flushed file at 1733110875524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f8e388: reopening flushed file at 1733110875543 (+19 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 158555cc6b9a27b63000ee33efd7c8d0 in 42ms, sequenceid=31, compaction requested=true at 1733110875559 (+16 ms)Writing region close event to WAL at 1733110875560 (+1 ms)Running coprocessor post-close hooks at 1733110875566 (+6 ms)Closed at 1733110875566 2024-12-02T03:41:15,567 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733110818184.158555cc6b9a27b63000ee33efd7c8d0. 2024-12-02T03:41:15,719 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T03:41:15,919 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T03:41:15,958 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/.tmp/info/278471d7fa52420ea23b95947b69e5fe 2024-12-02T03:41:15,989 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/.tmp/ns/6eb0a80c3e2e4f91939842ae610a88e1 is 43, key is default/ns:d/1733110817878/Put/seqid=0 2024-12-02T03:41:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741845_1021 (size=5153) 2024-12-02T03:41:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741845_1021 (size=5153) 2024-12-02T03:41:15,997 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/.tmp/ns/6eb0a80c3e2e4f91939842ae610a88e1 2024-12-02T03:41:16,020 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/.tmp/table/78a4933570fb4bdebc688e5a5f4e456d is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733110818624/Put/seqid=0 2024-12-02T03:41:16,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741846_1022 (size=5396) 2024-12-02T03:41:16,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741846_1022 (size=5396) 2024-12-02T03:41:16,027 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/.tmp/table/78a4933570fb4bdebc688e5a5f4e456d 2024-12-02T03:41:16,036 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/.tmp/info/278471d7fa52420ea23b95947b69e5fe as hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/info/278471d7fa52420ea23b95947b69e5fe 2024-12-02T03:41:16,045 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/info/278471d7fa52420ea23b95947b69e5fe, entries=10, sequenceid=11, filesize=6.9 K 2024-12-02T03:41:16,047 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/.tmp/ns/6eb0a80c3e2e4f91939842ae610a88e1 as hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/ns/6eb0a80c3e2e4f91939842ae610a88e1 2024-12-02T03:41:16,049 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T03:41:16,050 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T03:41:16,057 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/ns/6eb0a80c3e2e4f91939842ae610a88e1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T03:41:16,058 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/.tmp/table/78a4933570fb4bdebc688e5a5f4e456d as hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/table/78a4933570fb4bdebc688e5a5f4e456d 2024-12-02T03:41:16,066 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/table/78a4933570fb4bdebc688e5a5f4e456d, entries=2, sequenceid=11, filesize=5.3 K 2024-12-02T03:41:16,068 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 549ms, sequenceid=11, compaction requested=false 2024-12-02T03:41:16,074 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T03:41:16,074 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:41:16,074 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:41:16,075 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733110875518Running coprocessor pre-close hooks at 1733110875518Disabling compacts and flushes for region at 1733110875518Disabling writes for close at 1733110875518Obtaining lock to block concurrent updates at 1733110875519 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733110875519Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733110875519Flushing stores of hbase:meta,,1.1588230740 at 1733110875521 (+2 ms)Flushing 1588230740/info: creating writer at 1733110875521Flushing 1588230740/info: appending metadata at 1733110875545 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733110875545Flushing 1588230740/ns: creating writer at 1733110875975 (+430 ms)Flushing 1588230740/ns: appending metadata at 1733110875989 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733110875989Flushing 1588230740/table: creating writer at 1733110876004 (+15 ms)Flushing 1588230740/table: appending metadata at 1733110876019 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733110876019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51911fb0: reopening flushed file at 1733110876035 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767fe3dd: reopening flushed file at 1733110876046 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55537574: reopening flushed file at 1733110876057 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 549ms, sequenceid=11, compaction requested=false at 1733110876068 (+11 ms)Writing region close event to WAL at 1733110876069 (+1 ms)Running coprocessor post-close hooks at 1733110876074 (+5 ms)Closed at 1733110876074 2024-12-02T03:41:16,075 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:41:16,120 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,37709,1733110815534; all regions closed. 2024-12-02T03:41:16,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741834_1010 (size=3066) 2024-12-02T03:41:16,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/WALs/e2eaa0f11f7e,37709,1733110815534/e2eaa0f11f7e%2C37709%2C1733110815534.meta.1733110817634.meta not finished, retry = 0 2024-12-02T03:41:16,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741834_1010 (size=3066) 2024-12-02T03:41:16,237 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/oldWALs 2024-12-02T03:41:16,237 INFO [RS:0;e2eaa0f11f7e:37709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C37709%2C1733110815534.meta:.meta(num 1733110817634) 2024-12-02T03:41:16,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741841_1017 (size=13164) 2024-12-02T03:41:16,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741841_1017 (size=13164) 2024-12-02T03:41:16,247 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/oldWALs 2024-12-02T03:41:16,248 INFO [RS:0;e2eaa0f11f7e:37709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C37709%2C1733110815534:(num 1733110855381) 2024-12-02T03:41:16,248 DEBUG [RS:0;e2eaa0f11f7e:37709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:16,248 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:41:16,248 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:41:16,248 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:41:16,248 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:41:16,248 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:41:16,249 INFO [RS:0;e2eaa0f11f7e:37709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37709 2024-12-02T03:41:16,310 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,37709,1733110815534 2024-12-02T03:41:16,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:41:16,310 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:41:16,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,37709,1733110815534] 2024-12-02T03:41:16,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,37709,1733110815534 already deleted, retry=false 2024-12-02T03:41:16,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,37709,1733110815534 expired; onlineServers=0 2024-12-02T03:41:16,327 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,36307,1733110814652' ***** 2024-12-02T03:41:16,327 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:41:16,327 INFO [M:0;e2eaa0f11f7e:36307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:41:16,327 INFO [M:0;e2eaa0f11f7e:36307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:41:16,327 DEBUG [M:0;e2eaa0f11f7e:36307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:41:16,328 DEBUG [M:0;e2eaa0f11f7e:36307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:41:16,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:41:16,328 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110816829 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110816829,5,FailOnTimeoutGroup] 2024-12-02T03:41:16,328 INFO [M:0;e2eaa0f11f7e:36307 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:41:16,328 INFO [M:0;e2eaa0f11f7e:36307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:41:16,328 DEBUG [M:0;e2eaa0f11f7e:36307 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:41:16,328 INFO [M:0;e2eaa0f11f7e:36307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:41:16,328 INFO [M:0;e2eaa0f11f7e:36307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:41:16,329 INFO [M:0;e2eaa0f11f7e:36307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:41:16,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:41:16,330 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110816824 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110816824,5,FailOnTimeoutGroup] 2024-12-02T03:41:16,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:41:16,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:16,335 DEBUG [M:0;e2eaa0f11f7e:36307 {}] zookeeper.ZKUtil(347): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:41:16,335 WARN [M:0;e2eaa0f11f7e:36307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:41:16,336 INFO [M:0;e2eaa0f11f7e:36307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/.lastflushedseqids 2024-12-02T03:41:16,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741847_1023 (size=130) 2024-12-02T03:41:16,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741847_1023 (size=130) 2024-12-02T03:41:16,349 INFO [M:0;e2eaa0f11f7e:36307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:41:16,349 INFO [M:0;e2eaa0f11f7e:36307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:41:16,350 DEBUG [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:41:16,350 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:16,350 DEBUG [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:16,350 DEBUG [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:41:16,350 DEBUG [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:16,350 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-12-02T03:41:16,369 DEBUG [M:0;e2eaa0f11f7e:36307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c4a5844f3394908b4debd0fa3d2358e is 82, key is hbase:meta,,1/info:regioninfo/1733110817744/Put/seqid=0 2024-12-02T03:41:16,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741848_1024 (size=5672) 2024-12-02T03:41:16,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741848_1024 (size=5672) 2024-12-02T03:41:16,376 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c4a5844f3394908b4debd0fa3d2358e 2024-12-02T03:41:16,397 DEBUG [M:0;e2eaa0f11f7e:36307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64816c01012441c5a8b9e8af29a365cc is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733110818630/Put/seqid=0 2024-12-02T03:41:16,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741849_1025 (size=6247) 2024-12-02T03:41:16,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741849_1025 (size=6247) 2024-12-02T03:41:16,404 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64816c01012441c5a8b9e8af29a365cc 2024-12-02T03:41:16,410 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64816c01012441c5a8b9e8af29a365cc 2024-12-02T03:41:16,418 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:41:16,419 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1019569e70a0001, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:41:16,419 INFO [RS:0;e2eaa0f11f7e:37709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:41:16,419 INFO [RS:0;e2eaa0f11f7e:37709 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,37709,1733110815534; zookeeper connection closed. 2024-12-02T03:41:16,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3adcbe3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3adcbe3 2024-12-02T03:41:16,420 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T03:41:16,426 DEBUG [M:0;e2eaa0f11f7e:36307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8ebb565556e44bc8da79a3f99701169 is 69, key is e2eaa0f11f7e,37709,1733110815534/rs:state/1733110816886/Put/seqid=0 2024-12-02T03:41:16,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741850_1026 (size=5156) 2024-12-02T03:41:16,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741850_1026 (size=5156) 2024-12-02T03:41:16,433 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8ebb565556e44bc8da79a3f99701169 2024-12-02T03:41:16,455 DEBUG [M:0;e2eaa0f11f7e:36307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/da50c74b202c420995c669742f5bc884 is 52, key is load_balancer_on/state:d/1733110818158/Put/seqid=0 2024-12-02T03:41:16,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741851_1027 (size=5056) 2024-12-02T03:41:16,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741851_1027 (size=5056) 2024-12-02T03:41:16,462 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/da50c74b202c420995c669742f5bc884 2024-12-02T03:41:16,470 DEBUG [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c4a5844f3394908b4debd0fa3d2358e as hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c4a5844f3394908b4debd0fa3d2358e 2024-12-02T03:41:16,479 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c4a5844f3394908b4debd0fa3d2358e, entries=8, sequenceid=59, filesize=5.5 K 2024-12-02T03:41:16,481 DEBUG [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64816c01012441c5a8b9e8af29a365cc as hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64816c01012441c5a8b9e8af29a365cc 2024-12-02T03:41:16,489 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64816c01012441c5a8b9e8af29a365cc 2024-12-02T03:41:16,490 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64816c01012441c5a8b9e8af29a365cc, entries=6, sequenceid=59, filesize=6.1 K 2024-12-02T03:41:16,491 DEBUG [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8ebb565556e44bc8da79a3f99701169 as hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8ebb565556e44bc8da79a3f99701169 2024-12-02T03:41:16,499 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8ebb565556e44bc8da79a3f99701169, entries=1, sequenceid=59, filesize=5.0 K 2024-12-02T03:41:16,500 DEBUG [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/da50c74b202c420995c669742f5bc884 as hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/da50c74b202c420995c669742f5bc884 2024-12-02T03:41:16,507 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/da50c74b202c420995c669742f5bc884, entries=1, sequenceid=59, filesize=4.9 K 2024-12-02T03:41:16,509 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=59, compaction requested=false 2024-12-02T03:41:16,510 INFO [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:16,511 DEBUG [M:0;e2eaa0f11f7e:36307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733110876350Disabling compacts and flushes for region at 1733110876350Disabling writes for close at 1733110876350Obtaining lock to block concurrent updates at 1733110876350Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733110876350Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1733110876351 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733110876352 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733110876352Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733110876369 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733110876369Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733110876383 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733110876397 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733110876397Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733110876411 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733110876426 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733110876426Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733110876439 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733110876455 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733110876455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a853f87: reopening flushed file at 1733110876468 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc2fff9: reopening flushed file at 1733110876479 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ebb2895: reopening flushed file at 1733110876490 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7cc9c4: reopening flushed file at 1733110876499 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=59, compaction requested=false at 1733110876509 (+10 ms)Writing region close event to WAL at 1733110876510 (+1 ms)Closed at 1733110876510 2024-12-02T03:41:16,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741830_1006 (size=27973) 2024-12-02T03:41:16,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741830_1006 (size=27973) 2024-12-02T03:41:16,514 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:41:16,514 INFO [M:0;e2eaa0f11f7e:36307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:41:16,515 INFO [M:0;e2eaa0f11f7e:36307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36307 2024-12-02T03:41:16,515 INFO [M:0;e2eaa0f11f7e:36307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:41:16,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:41:16,652 INFO [M:0;e2eaa0f11f7e:36307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:41:16,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1019569e70a0000, quorum=127.0.0.1:62846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:41:16,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:16,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:41:16,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:41:16,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:41:16,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/hadoop.log.dir/,STOPPED} 2024-12-02T03:41:16,669 WARN [BP-643226599-172.17.0.2-1733110810965 heartbeating to localhost/127.0.0.1:39117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:41:16,669 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:41:16,669 WARN [BP-643226599-172.17.0.2-1733110810965 heartbeating to localhost/127.0.0.1:39117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-643226599-172.17.0.2-1733110810965 (Datanode Uuid c569e3f5-94d5-49bf-ac0d-5523bbb8a88a) service to localhost/127.0.0.1:39117 2024-12-02T03:41:16,669 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:41:16,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/data/data3/current/BP-643226599-172.17.0.2-1733110810965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:16,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/data/data4/current/BP-643226599-172.17.0.2-1733110810965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:16,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:41:16,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:16,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:41:16,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:41:16,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:41:16,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/hadoop.log.dir/,STOPPED} 2024-12-02T03:41:16,675 WARN [BP-643226599-172.17.0.2-1733110810965 heartbeating to localhost/127.0.0.1:39117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:41:16,675 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:41:16,675 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:41:16,675 WARN [BP-643226599-172.17.0.2-1733110810965 heartbeating to localhost/127.0.0.1:39117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-643226599-172.17.0.2-1733110810965 (Datanode Uuid 493b9f87-fc0e-48ba-9e82-d98b499b1c16) service to localhost/127.0.0.1:39117 2024-12-02T03:41:16,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/data/data1/current/BP-643226599-172.17.0.2-1733110810965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:16,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/cluster_0443995d-2334-69bf-3267-64c468628ff6/data/data2/current/BP-643226599-172.17.0.2-1733110810965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:16,676 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:41:16,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:41:16,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:41:16,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:41:16,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:41:16,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/hadoop.log.dir/,STOPPED} 2024-12-02T03:41:16,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:41:16,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:41:16,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/e2eaa0f11f7e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39117 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/e2eaa0f11f7e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@57e8fa4c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/e2eaa0f11f7e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e2eaa0f11f7e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 294), ProcessCount=11 (was 11), AvailableMemoryMB=8192 (was 8813) 2024-12-02T03:41:16,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=8192 2024-12-02T03:41:16,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:41:16,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/hadoop.log.dir so I do NOT create it in target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3 2024-12-02T03:41:16,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067664ff-95d3-c290-efb2-8d7987069bcc/hadoop.tmp.dir so I do NOT create it in target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3 2024-12-02T03:41:16,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506, deleteOnExit=true 2024-12-02T03:41:16,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:41:16,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/test.cache.data in system properties and HBase conf 2024-12-02T03:41:16,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:41:16,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:41:16,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:41:16,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:41:16,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:41:16,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:41:16,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:41:16,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:41:16,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:41:16,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:41:16,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:41:16,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:41:16,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:41:16,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:41:16,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:41:16,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:41:16,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:41:16,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:41:16,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:41:16,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:41:17,002 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:41:17,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:17,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:41:17,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:41:17,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:41:17,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:41:17,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:17,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb3e4ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:41:17,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6af8ea6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:41:17,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42afe829{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/java.io.tmpdir/jetty-localhost-45573-hadoop-hdfs-3_4_1-tests_jar-_-any-3614800309507354876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:41:17,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3479f9fa{HTTP/1.1, (http/1.1)}{localhost:45573} 2024-12-02T03:41:17,166 INFO [Time-limited test {}] server.Server(415): Started @68067ms 2024-12-02T03:41:17,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:17,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:41:17,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:41:17,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:41:17,415 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:41:17,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5109ef66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:41:17,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f75fbb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:41:17,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fd25b61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/java.io.tmpdir/jetty-localhost-37509-hadoop-hdfs-3_4_1-tests_jar-_-any-5481717222243550070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:17,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@98fc45{HTTP/1.1, (http/1.1)}{localhost:37509} 2024-12-02T03:41:17,509 INFO [Time-limited test {}] server.Server(415): Started @68410ms 2024-12-02T03:41:17,511 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:41:17,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:17,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:41:17,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:41:17,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:41:17,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:41:17,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73a21b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:41:17,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ded02cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:41:17,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52b6fa68{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/java.io.tmpdir/jetty-localhost-38879-hadoop-hdfs-3_4_1-tests_jar-_-any-11109661268174364234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:17,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@315ff591{HTTP/1.1, (http/1.1)}{localhost:38879} 2024-12-02T03:41:17,641 INFO [Time-limited test {}] server.Server(415): Started @68542ms 2024-12-02T03:41:17,642 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:41:18,329 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data1/current/BP-385595398-172.17.0.2-1733110876762/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:18,329 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data2/current/BP-385595398-172.17.0.2-1733110876762/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:18,348 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:41:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dff98ab55961d90 with lease ID 0x5bc880cd161c4ff7: Processing first storage report for DS-b9c893aa-629c-4ca2-81bd-98aaed51ec38 from datanode DatanodeRegistration(127.0.0.1:46057, datanodeUuid=2089bec1-034e-4823-af5a-f0095ce8dc73, infoPort=33161, infoSecurePort=0, ipcPort=45055, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762) 2024-12-02T03:41:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dff98ab55961d90 with lease ID 0x5bc880cd161c4ff7: from storage DS-b9c893aa-629c-4ca2-81bd-98aaed51ec38 node DatanodeRegistration(127.0.0.1:46057, datanodeUuid=2089bec1-034e-4823-af5a-f0095ce8dc73, infoPort=33161, infoSecurePort=0, ipcPort=45055, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dff98ab55961d90 with lease ID 0x5bc880cd161c4ff7: Processing first storage report for DS-f7cfdb59-feb0-4876-87ef-34e9498f24e1 from datanode DatanodeRegistration(127.0.0.1:46057, datanodeUuid=2089bec1-034e-4823-af5a-f0095ce8dc73, infoPort=33161, infoSecurePort=0, ipcPort=45055, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762) 2024-12-02T03:41:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dff98ab55961d90 with lease ID 0x5bc880cd161c4ff7: from storage DS-f7cfdb59-feb0-4876-87ef-34e9498f24e1 node DatanodeRegistration(127.0.0.1:46057, datanodeUuid=2089bec1-034e-4823-af5a-f0095ce8dc73, infoPort=33161, infoSecurePort=0, ipcPort=45055, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:18,478 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data3/current/BP-385595398-172.17.0.2-1733110876762/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:18,479 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data4/current/BP-385595398-172.17.0.2-1733110876762/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:18,499 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:41:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x766797594e94f097 with lease ID 0x5bc880cd161c4ff8: Processing first storage report for DS-2afb0867-aee7-4842-9362-d013b1c45223 from datanode DatanodeRegistration(127.0.0.1:44261, datanodeUuid=daa894d1-a51c-4bfd-b220-eb8f1484940d, infoPort=35553, infoSecurePort=0, ipcPort=41307, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762) 2024-12-02T03:41:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x766797594e94f097 with lease ID 0x5bc880cd161c4ff8: from storage DS-2afb0867-aee7-4842-9362-d013b1c45223 node DatanodeRegistration(127.0.0.1:44261, datanodeUuid=daa894d1-a51c-4bfd-b220-eb8f1484940d, infoPort=35553, infoSecurePort=0, ipcPort=41307, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x766797594e94f097 with lease ID 0x5bc880cd161c4ff8: Processing first storage report for DS-a86dbaee-f7c6-4ec3-b3d9-2ca005977cb8 from datanode DatanodeRegistration(127.0.0.1:44261, datanodeUuid=daa894d1-a51c-4bfd-b220-eb8f1484940d, infoPort=35553, infoSecurePort=0, ipcPort=41307, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762) 2024-12-02T03:41:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x766797594e94f097 with lease ID 0x5bc880cd161c4ff8: from storage DS-a86dbaee-f7c6-4ec3-b3d9-2ca005977cb8 node DatanodeRegistration(127.0.0.1:44261, datanodeUuid=daa894d1-a51c-4bfd-b220-eb8f1484940d, infoPort=35553, infoSecurePort=0, ipcPort=41307, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:18,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3 2024-12-02T03:41:18,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/zookeeper_0, clientPort=53167, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:41:18,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53167 2024-12-02T03:41:18,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:18,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:18,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:41:18,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46057 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:41:18,598 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453 with version=8 2024-12-02T03:41:18,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/hbase-staging 2024-12-02T03:41:18,601 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:41:18,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:18,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:18,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:41:18,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:18,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:41:18,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:41:18,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:41:18,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36959 2024-12-02T03:41:18,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36959 connecting to ZooKeeper ensemble=127.0.0.1:53167 2024-12-02T03:41:18,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369590x0, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:41:18,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36959-0x101956ae43b0000 connected 2024-12-02T03:41:18,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:18,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:18,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:41:18,716 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453, hbase.cluster.distributed=false 2024-12-02T03:41:18,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:41:18,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36959 2024-12-02T03:41:18,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36959 2024-12-02T03:41:18,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36959 2024-12-02T03:41:18,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36959 2024-12-02T03:41:18,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36959 2024-12-02T03:41:18,734 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:41:18,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:18,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:18,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:41:18,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:18,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:41:18,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:41:18,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:41:18,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40767 2024-12-02T03:41:18,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40767 connecting to ZooKeeper ensemble=127.0.0.1:53167 2024-12-02T03:41:18,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:18,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:18,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407670x0, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:41:18,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40767-0x101956ae43b0001 connected 2024-12-02T03:41:18,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:41:18,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:41:18,754 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:41:18,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:41:18,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:41:18,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40767 2024-12-02T03:41:18,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40767 2024-12-02T03:41:18,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40767 2024-12-02T03:41:18,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40767 2024-12-02T03:41:18,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40767 2024-12-02T03:41:18,772 DEBUG [M:0;e2eaa0f11f7e:36959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:36959 2024-12-02T03:41:18,772 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,36959,1733110878601 2024-12-02T03:41:18,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:41:18,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:41:18,778 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,36959,1733110878601 2024-12-02T03:41:18,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:18,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:41:18,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:18,786 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:41:18,787 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,36959,1733110878601 from backup master directory 2024-12-02T03:41:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,36959,1733110878601 2024-12-02T03:41:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:41:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:41:18,794 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:41:18,794 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,36959,1733110878601 2024-12-02T03:41:18,799 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/hbase.id] with ID: 9a5e951a-e225-4c7c-af7b-a9cad68dbe35 2024-12-02T03:41:18,800 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/.tmp/hbase.id 2024-12-02T03:41:18,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46057 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:41:18,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:41:18,808 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/.tmp/hbase.id]:[hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/hbase.id] 2024-12-02T03:41:18,827 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:18,827 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:41:18,829 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T03:41:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:18,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46057 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:41:18,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:41:18,844 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:41:18,845 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:41:18,845 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:41:18,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46057 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:41:18,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:41:18,855 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store 2024-12-02T03:41:18,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46057 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:41:18,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:41:18,864 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:18,864 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:41:18,864 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:18,864 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:18,864 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:41:18,864 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:18,865 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:18,865 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733110878864Disabling compacts and flushes for region at 1733110878864Disabling writes for close at 1733110878864Writing region close event to WAL at 1733110878865 (+1 ms)Closed at 1733110878865 2024-12-02T03:41:18,866 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/.initializing 2024-12-02T03:41:18,866 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601 2024-12-02T03:41:18,868 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:41:18,870 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C36959%2C1733110878601, suffix=, logDir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601, archiveDir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/oldWALs, maxLogs=10 2024-12-02T03:41:18,884 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871, exclude list is [], retry=0 2024-12-02T03:41:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46057,DS-b9c893aa-629c-4ca2-81bd-98aaed51ec38,DISK] 2024-12-02T03:41:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-2afb0867-aee7-4842-9362-d013b1c45223,DISK] 2024-12-02T03:41:18,890 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871 2024-12-02T03:41:18,890 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33161:33161),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-02T03:41:18,890 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:41:18,890 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:18,890 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,891 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:41:18,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:18,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:18,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:41:18,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:18,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:41:18,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:41:18,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:18,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:41:18,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:41:18,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:18,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:41:18,907 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,908 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,908 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,910 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,910 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,911 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:41:18,913 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:18,916 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:41:18,917 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=785715, jitterRate=-9.119808673858643E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:41:18,918 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733110878891Initializing all the Stores at 1733110878892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110878892Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110878892Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110878892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110878892Cleaning up temporary data from old regions at 1733110878910 (+18 ms)Region opened successfully at 1733110878918 (+8 ms) 2024-12-02T03:41:18,918 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:41:18,923 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3e89c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:41:18,925 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:41:18,925 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:41:18,925 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:41:18,925 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:41:18,926 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T03:41:18,927 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T03:41:18,927 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:41:18,930 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:41:18,932 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:41:18,960 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:41:18,961 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:41:18,962 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:41:18,969 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:41:18,970 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:41:18,971 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:41:18,977 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:41:18,979 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:41:18,985 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:41:18,989 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:41:18,994 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:41:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:41:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:41:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:19,003 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,36959,1733110878601, sessionid=0x101956ae43b0000, setting cluster-up flag (Was=false) 2024-12-02T03:41:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:19,044 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:41:19,046 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,36959,1733110878601 2024-12-02T03:41:19,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:19,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:19,086 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:41:19,090 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,36959,1733110878601 2024-12-02T03:41:19,094 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:41:19,098 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:41:19,099 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:41:19,099 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:41:19,100 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,36959,1733110878601 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:41:19,103 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:41:19,103 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:41:19,103 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:41:19,103 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:41:19,103 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:41:19,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:41:19,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,105 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733110909105 2024-12-02T03:41:19,105 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:41:19,105 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:41:19,105 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:41:19,105 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:41:19,105 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:41:19,105 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:41:19,105 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,106 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:41:19,106 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:41:19,106 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:41:19,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:41:19,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:41:19,106 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:41:19,106 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:41:19,106 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110879106,5,FailOnTimeoutGroup] 2024-12-02T03:41:19,107 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110879106,5,FailOnTimeoutGroup] 2024-12-02T03:41:19,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:41:19,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:19,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:41:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46057 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:41:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:41:19,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:41:19,118 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453 2024-12-02T03:41:19,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46057 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:41:19,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:41:19,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:19,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:41:19,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:41:19,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:19,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:19,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:41:19,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:41:19,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:19,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:19,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:41:19,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:41:19,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:19,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:19,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:41:19,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:41:19,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:19,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:19,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:41:19,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740 2024-12-02T03:41:19,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740 2024-12-02T03:41:19,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:41:19,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:41:19,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T03:41:19,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:41:19,147 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:41:19,147 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=715148, jitterRate=-0.09064240753650665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T03:41:19,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733110879127Initializing all the Stores at 1733110879128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110879128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110879128Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110879128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110879128Cleaning up temporary data from old regions at 1733110879142 (+14 ms)Region opened successfully at 1733110879148 (+6 ms) 2024-12-02T03:41:19,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:41:19,148 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:41:19,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:41:19,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:41:19,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:41:19,149 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:41:19,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733110879148Disabling compacts and flushes for region at 1733110879148Disabling writes for close at 1733110879148Writing region close event to WAL at 1733110879149 (+1 ms)Closed at 1733110879149 2024-12-02T03:41:19,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:41:19,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:41:19,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:41:19,153 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:41:19,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:41:19,164 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(746): ClusterId : 9a5e951a-e225-4c7c-af7b-a9cad68dbe35 2024-12-02T03:41:19,164 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:41:19,178 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:41:19,179 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:41:19,186 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:41:19,187 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d37248c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:41:19,198 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:40767 2024-12-02T03:41:19,198 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:41:19,198 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:41:19,198 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:41:19,199 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,36959,1733110878601 with port=40767, startcode=1733110878734 2024-12-02T03:41:19,199 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:41:19,201 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:41:19,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:19,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36959 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:19,204 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453 2024-12-02T03:41:19,204 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38893 2024-12-02T03:41:19,204 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:41:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:41:19,211 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] zookeeper.ZKUtil(111): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:19,211 WARN [RS:0;e2eaa0f11f7e:40767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:41:19,211 INFO [RS:0;e2eaa0f11f7e:40767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:41:19,212 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:19,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,40767,1733110878734] 2024-12-02T03:41:19,217 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:41:19,220 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:41:19,221 INFO [RS:0;e2eaa0f11f7e:40767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:41:19,221 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,221 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:41:19,222 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:41:19,222 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,222 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,222 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,222 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,222 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,222 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,223 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:41:19,223 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,223 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,223 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,223 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,223 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,223 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:19,223 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:41:19,223 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:41:19,223 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,223 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,224 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,224 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,224 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,224 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,40767,1733110878734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:41:19,237 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:41:19,238 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,40767,1733110878734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,238 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,238 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.Replication(171): e2eaa0f11f7e,40767,1733110878734 started 2024-12-02T03:41:19,250 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,250 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,40767,1733110878734, RpcServer on e2eaa0f11f7e/172.17.0.2:40767, sessionid=0x101956ae43b0001 2024-12-02T03:41:19,250 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:41:19,250 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:19,250 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,40767,1733110878734' 2024-12-02T03:41:19,250 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:41:19,251 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:41:19,251 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:41:19,251 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:41:19,252 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:19,252 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,40767,1733110878734' 2024-12-02T03:41:19,252 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:41:19,252 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:41:19,253 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:41:19,253 INFO [RS:0;e2eaa0f11f7e:40767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:41:19,253 INFO [RS:0;e2eaa0f11f7e:40767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:41:19,305 WARN [e2eaa0f11f7e:36959 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:41:19,354 INFO [RS:0;e2eaa0f11f7e:40767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:41:19,358 INFO [RS:0;e2eaa0f11f7e:40767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C40767%2C1733110878734, suffix=, logDir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734, archiveDir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/oldWALs, maxLogs=32 2024-12-02T03:41:19,375 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110879362, exclude list is [], retry=0 2024-12-02T03:41:19,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46057,DS-b9c893aa-629c-4ca2-81bd-98aaed51ec38,DISK] 2024-12-02T03:41:19,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-2afb0867-aee7-4842-9362-d013b1c45223,DISK] 2024-12-02T03:41:19,381 INFO [RS:0;e2eaa0f11f7e:40767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110879362 2024-12-02T03:41:19,382 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33161:33161),(127.0.0.1/127.0.0.1:35553:35553)] 2024-12-02T03:41:19,555 DEBUG [e2eaa0f11f7e:36959 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T03:41:19,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:19,560 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,40767,1733110878734, state=OPENING 2024-12-02T03:41:19,577 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:41:19,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:19,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:19,586 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:41:19,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:41:19,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:41:19,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,40767,1733110878734}] 2024-12-02T03:41:19,742 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:41:19,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:41:19,748 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:41:19,748 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:41:19,749 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:41:19,751 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C40767%2C1733110878734.meta, suffix=.meta, logDir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734, archiveDir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/oldWALs, maxLogs=32 2024-12-02T03:41:19,764 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110879752.meta, exclude list is [], retry=0 2024-12-02T03:41:19,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-2afb0867-aee7-4842-9362-d013b1c45223,DISK] 2024-12-02T03:41:19,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46057,DS-b9c893aa-629c-4ca2-81bd-98aaed51ec38,DISK] 2024-12-02T03:41:19,797 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110879752.meta 2024-12-02T03:41:19,798 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:33161:33161)] 2024-12-02T03:41:19,798 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:41:19,799 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:41:19,799 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:41:19,799 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:41:19,799 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:41:19,799 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:19,800 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:41:19,800 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:41:19,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:41:19,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:41:19,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:19,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:19,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:41:19,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:41:19,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:19,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:19,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:41:19,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:41:19,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:19,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:19,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:41:19,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:41:19,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:19,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:19,813 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:41:19,814 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740 2024-12-02T03:41:19,816 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740 2024-12-02T03:41:19,818 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:41:19,818 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:41:19,818 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T03:41:19,820 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:41:19,821 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=748437, jitterRate=-0.04831388592720032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T03:41:19,821 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:41:19,823 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733110879800Writing region info on filesystem at 1733110879800Initializing all the Stores at 1733110879802 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110879802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110879804 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110879804Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110879804Cleaning up temporary data from old regions at 1733110879818 (+14 ms)Running coprocessor post-open hooks at 1733110879821 (+3 ms)Region opened successfully at 1733110879823 (+2 ms) 2024-12-02T03:41:19,825 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733110879741 2024-12-02T03:41:19,828 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:41:19,829 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:41:19,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:19,830 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,40767,1733110878734, state=OPEN 2024-12-02T03:41:19,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:41:19,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:41:19,873 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:19,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:41:19,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:41:19,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:41:19,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,40767,1733110878734 in 288 msec 2024-12-02T03:41:19,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:41:19,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 726 msec 2024-12-02T03:41:19,882 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:41:19,882 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:41:19,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:41:19,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,40767,1733110878734, seqNum=-1] 2024-12-02T03:41:19,885 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:41:19,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:41:19,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 796 msec 2024-12-02T03:41:19,893 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733110879893, completionTime=-1 2024-12-02T03:41:19,893 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T03:41:19,893 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:41:19,895 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T03:41:19,895 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733110939895 2024-12-02T03:41:19,896 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733110999896 2024-12-02T03:41:19,896 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T03:41:19,896 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36959,1733110878601-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,896 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36959,1733110878601-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,896 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36959,1733110878601-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,896 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:36959, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,896 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,896 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,898 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:41:19,900 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.106sec 2024-12-02T03:41:19,900 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:41:19,900 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:41:19,900 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:41:19,900 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:41:19,900 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:41:19,900 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36959,1733110878601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:41:19,900 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36959,1733110878601-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:41:19,903 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:41:19,903 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:41:19,903 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36959,1733110878601-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:19,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381b61da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:41:19,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,36959,-1 for getting cluster id 2024-12-02T03:41:19,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:41:19,966 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a5e951a-e225-4c7c-af7b-a9cad68dbe35' 2024-12-02T03:41:19,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:41:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a5e951a-e225-4c7c-af7b-a9cad68dbe35" 2024-12-02T03:41:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6cefd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:41:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,36959,-1] 2024-12-02T03:41:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:41:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:19,969 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:41:19,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5edbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:41:19,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:41:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,40767,1733110878734, seqNum=-1] 2024-12-02T03:41:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:41:19,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:41:19,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,36959,1733110878601 2024-12-02T03:41:19,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:19,979 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T03:41:19,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:19,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:41:19,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:41:19,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:41:19,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:41:19,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f55efb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:41:19,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f4a2379{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:41:20,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65598d2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/java.io.tmpdir/jetty-localhost-42103-hadoop-hdfs-3_4_1-tests_jar-_-any-8413652644338735064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:20,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ea1725e{HTTP/1.1, (http/1.1)}{localhost:42103} 2024-12-02T03:41:20,084 INFO [Time-limited test {}] server.Server(415): Started @70985ms 2024-12-02T03:41:20,086 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:41:20,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:20,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:41:20,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:41:20,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:41:20,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:41:20,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e037d2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:41:20,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a302a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:41:20,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ba0a89b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/java.io.tmpdir/jetty-localhost-33125-hadoop-hdfs-3_4_1-tests_jar-_-any-14170518526816641840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:20,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74624a69{HTTP/1.1, (http/1.1)}{localhost:33125} 2024-12-02T03:41:20,211 INFO [Time-limited test {}] server.Server(415): Started @71112ms 2024-12-02T03:41:20,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:41:20,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:20,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:41:20,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:41:20,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:41:20,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:41:20,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49abd634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:41:20,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3365e29e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:41:20,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7149e3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/java.io.tmpdir/jetty-localhost-34049-hadoop-hdfs-3_4_1-tests_jar-_-any-7463963979872907044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:20,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2759240e{HTTP/1.1, (http/1.1)}{localhost:34049} 2024-12-02T03:41:20,337 INFO [Time-limited test {}] server.Server(415): Started @71238ms 2024-12-02T03:41:20,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:41:20,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:20,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:20,849 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data5/current/BP-385595398-172.17.0.2-1733110876762/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:20,849 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data6/current/BP-385595398-172.17.0.2-1733110876762/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:20,869 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:41:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c1d4ebc2fa6e5d6 with lease ID 0x5bc880cd161c4ff9: Processing first storage report for DS-e8298093-70db-417d-88ca-25003a47c528 from datanode DatanodeRegistration(127.0.0.1:45983, datanodeUuid=593dbf41-b611-4504-bf73-45b93c2a54ed, infoPort=41959, infoSecurePort=0, ipcPort=34377, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762) 2024-12-02T03:41:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c1d4ebc2fa6e5d6 with lease ID 0x5bc880cd161c4ff9: from storage DS-e8298093-70db-417d-88ca-25003a47c528 node DatanodeRegistration(127.0.0.1:45983, datanodeUuid=593dbf41-b611-4504-bf73-45b93c2a54ed, infoPort=41959, infoSecurePort=0, ipcPort=34377, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c1d4ebc2fa6e5d6 with lease ID 0x5bc880cd161c4ff9: Processing first storage report for DS-cfd428cb-fe75-40b6-98ae-4145de23ec08 from datanode DatanodeRegistration(127.0.0.1:45983, datanodeUuid=593dbf41-b611-4504-bf73-45b93c2a54ed, infoPort=41959, infoSecurePort=0, ipcPort=34377, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762) 2024-12-02T03:41:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c1d4ebc2fa6e5d6 with lease ID 0x5bc880cd161c4ff9: from storage DS-cfd428cb-fe75-40b6-98ae-4145de23ec08 node DatanodeRegistration(127.0.0.1:45983, datanodeUuid=593dbf41-b611-4504-bf73-45b93c2a54ed, infoPort=41959, infoSecurePort=0, ipcPort=34377, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:21,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:41:21,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:21,134 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data7/current/BP-385595398-172.17.0.2-1733110876762/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:21,134 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data8/current/BP-385595398-172.17.0.2-1733110876762/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:21,154 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:41:21,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d50967beba555d3 with lease ID 0x5bc880cd161c4ffa: Processing first storage report for DS-5a41c8a0-67f8-4d60-a547-925411c0c28b from datanode DatanodeRegistration(127.0.0.1:38991, datanodeUuid=d77a4ba9-de0a-46e9-bb24-e5b1e9e9da0f, infoPort=45965, infoSecurePort=0, ipcPort=33049, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762) 2024-12-02T03:41:21,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d50967beba555d3 with lease ID 0x5bc880cd161c4ffa: from storage DS-5a41c8a0-67f8-4d60-a547-925411c0c28b node DatanodeRegistration(127.0.0.1:38991, datanodeUuid=d77a4ba9-de0a-46e9-bb24-e5b1e9e9da0f, infoPort=45965, infoSecurePort=0, ipcPort=33049, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:21,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d50967beba555d3 with lease ID 0x5bc880cd161c4ffa: Processing first storage report for DS-ef271c89-2119-438e-86dc-1f5d515bde8a from datanode DatanodeRegistration(127.0.0.1:38991, datanodeUuid=d77a4ba9-de0a-46e9-bb24-e5b1e9e9da0f, infoPort=45965, infoSecurePort=0, ipcPort=33049, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762) 2024-12-02T03:41:21,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d50967beba555d3 with lease ID 0x5bc880cd161c4ffa: from storage DS-ef271c89-2119-438e-86dc-1f5d515bde8a node DatanodeRegistration(127.0.0.1:38991, datanodeUuid=d77a4ba9-de0a-46e9-bb24-e5b1e9e9da0f, infoPort=45965, infoSecurePort=0, ipcPort=33049, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:21,244 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data9/current/BP-385595398-172.17.0.2-1733110876762/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:21,245 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data10/current/BP-385595398-172.17.0.2-1733110876762/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:21,266 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:41:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb2b6288b5513815 with lease ID 0x5bc880cd161c4ffb: Processing first storage report for DS-c204a272-5e08-4600-9a72-2c1370a750c4 from datanode DatanodeRegistration(127.0.0.1:44145, datanodeUuid=db70695d-cfdf-47e8-9e79-ccdefa6ddccf, infoPort=36645, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762) 2024-12-02T03:41:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb2b6288b5513815 with lease ID 0x5bc880cd161c4ffb: from storage DS-c204a272-5e08-4600-9a72-2c1370a750c4 node DatanodeRegistration(127.0.0.1:44145, datanodeUuid=db70695d-cfdf-47e8-9e79-ccdefa6ddccf, infoPort=36645, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb2b6288b5513815 with lease ID 0x5bc880cd161c4ffb: Processing first storage report for DS-766bcb15-96fb-4d60-bb36-7dea2b41b241 from datanode DatanodeRegistration(127.0.0.1:44145, datanodeUuid=db70695d-cfdf-47e8-9e79-ccdefa6ddccf, infoPort=36645, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762) 2024-12-02T03:41:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb2b6288b5513815 with lease ID 0x5bc880cd161c4ffb: from storage DS-766bcb15-96fb-4d60-bb36-7dea2b41b241 node DatanodeRegistration(127.0.0.1:44145, datanodeUuid=db70695d-cfdf-47e8-9e79-ccdefa6ddccf, infoPort=36645, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:21,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:41:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,36959,1733110878601 2024-12-02T03:41:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b003533 2024-12-02T03:41:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:41:21,377 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:41:21,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T03:41:21,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T03:41:21,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:41:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T03:41:21,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:41:21,382 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:21,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-02T03:41:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:41:21,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:41:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741835_1011 (size=393) 2024-12-02T03:41:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44145 is added to blk_1073741835_1011 (size=393) 2024-12-02T03:41:21,396 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2386dcfa4e126123769f3197d0dd2ac, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453 2024-12-02T03:41:21,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741836_1012 (size=76) 2024-12-02T03:41:21,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38991 is added to blk_1073741836_1012 (size=76) 2024-12-02T03:41:21,404 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:21,404 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing c2386dcfa4e126123769f3197d0dd2ac, disabling compactions & flushes 2024-12-02T03:41:21,404 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:21,404 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:21,404 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. after waiting 0 ms 2024-12-02T03:41:21,404 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:21,404 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:21,404 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2386dcfa4e126123769f3197d0dd2ac: Waiting for close lock at 1733110881404Disabling compacts and flushes for region at 1733110881404Disabling writes for close at 1733110881404Writing region close event to WAL at 1733110881404Closed at 1733110881404 2024-12-02T03:41:21,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:41:21,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733110881406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733110881406"}]},"ts":"1733110881406"} 2024-12-02T03:41:21,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T03:41:21,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:41:21,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733110881411"}]},"ts":"1733110881411"} 2024-12-02T03:41:21,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-02T03:41:21,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c2386dcfa4e126123769f3197d0dd2ac, ASSIGN}] 2024-12-02T03:41:21,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c2386dcfa4e126123769f3197d0dd2ac, ASSIGN 2024-12-02T03:41:21,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c2386dcfa4e126123769f3197d0dd2ac, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,40767,1733110878734; forceNewPlan=false, retain=false 2024-12-02T03:41:21,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2386dcfa4e126123769f3197d0dd2ac, regionState=OPENING, regionLocation=e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:21,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c2386dcfa4e126123769f3197d0dd2ac, ASSIGN because future has completed 2024-12-02T03:41:21,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2386dcfa4e126123769f3197d0dd2ac, server=e2eaa0f11f7e,40767,1733110878734}] 2024-12-02T03:41:21,733 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:21,733 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c2386dcfa4e126123769f3197d0dd2ac, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:41:21,734 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,734 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:21,734 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,734 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,736 INFO [StoreOpener-c2386dcfa4e126123769f3197d0dd2ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,739 INFO [StoreOpener-c2386dcfa4e126123769f3197d0dd2ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2386dcfa4e126123769f3197d0dd2ac columnFamilyName info 2024-12-02T03:41:21,739 DEBUG [StoreOpener-c2386dcfa4e126123769f3197d0dd2ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:21,740 INFO [StoreOpener-c2386dcfa4e126123769f3197d0dd2ac-1 {}] regionserver.HStore(327): Store=c2386dcfa4e126123769f3197d0dd2ac/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:41:21,740 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,741 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,742 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,742 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,743 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,745 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,749 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c2386dcfa4e126123769f3197d0dd2ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:41:21,749 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c2386dcfa4e126123769f3197d0dd2ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=782648, jitterRate=-0.004812613129615784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:41:21,750 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:21,751 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c2386dcfa4e126123769f3197d0dd2ac: Running coprocessor pre-open hook at 1733110881734Writing region info on filesystem at 1733110881734Initializing all the Stores at 1733110881736 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110881736Cleaning up temporary data from old regions at 1733110881743 (+7 ms)Running coprocessor post-open hooks at 1733110881750 (+7 ms)Region opened successfully at 1733110881751 (+1 ms) 2024-12-02T03:41:21,753 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac., pid=6, masterSystemTime=1733110881727 2024-12-02T03:41:21,755 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:21,755 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:21,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2386dcfa4e126123769f3197d0dd2ac, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:21,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2386dcfa4e126123769f3197d0dd2ac, server=e2eaa0f11f7e,40767,1733110878734 because future has completed 2024-12-02T03:41:21,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T03:41:21,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c2386dcfa4e126123769f3197d0dd2ac, server=e2eaa0f11f7e,40767,1733110878734 in 187 msec 2024-12-02T03:41:21,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T03:41:21,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c2386dcfa4e126123769f3197d0dd2ac, ASSIGN in 350 msec 2024-12-02T03:41:21,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:41:21,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733110881768"}]},"ts":"1733110881768"} 2024-12-02T03:41:21,771 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-02T03:41:21,772 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:41:21,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 393 msec 2024-12-02T03:41:25,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T03:41:25,000 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-02T03:41:25,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-02T03:41:25,217 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T03:41:25,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-02T03:41:27,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:41:27,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:41:31,403 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-02T03:41:31,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-02T03:41:31,404 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:41:31,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-02T03:41:31,411 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:41:31,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-02T03:41:31,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac., hostname=e2eaa0f11f7e,40767,1733110878734, seqNum=2] 2024-12-02T03:41:31,420 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-02T03:41:31,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T03:41:31,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:31,426 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1096808315_22 at /127.0.0.1:36346 [Receiving block BP-385595398-172.17.0.2-1733110876762:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44261:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36346 dst: /127.0.0.1:44261 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,426 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1096808315_22 at /127.0.0.1:36326 [Receiving block BP-385595398-172.17.0.2-1733110876762:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44261:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36326 dst: /127.0.0.1:44261 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,425 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1096808315_22 at /127.0.0.1:40190 [Receiving block BP-385595398-172.17.0.2-1733110876762:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40190 dst: /127.0.0.1:46057 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,425 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_583971663_22 at /127.0.0.1:40160 [Receiving block BP-385595398-172.17.0.2-1733110876762:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40160 dst: /127.0.0.1:46057 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,426 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_583971663_22 at /127.0.0.1:36294 [Receiving block BP-385595398-172.17.0.2-1733110876762:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44261:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36294 dst: /127.0.0.1:44261 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,425 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1096808315_22 at /127.0.0.1:40204 [Receiving block BP-385595398-172.17.0.2-1733110876762:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40204 dst: /127.0.0.1:46057 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fd25b61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:31,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@98fc45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:41:31,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:41:31,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f75fbb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:41:31,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5109ef66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,STOPPED} 2024-12-02T03:41:31,488 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:41:31,488 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:41:31,488 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385595398-172.17.0.2-1733110876762 (Datanode Uuid 2089bec1-034e-4823-af5a-f0095ce8dc73) service to localhost/127.0.0.1:38893 2024-12-02T03:41:31,488 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:41:31,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data1/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:31,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data2/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:31,490 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:41:31,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:31,504 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:41:31,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:41:31,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:41:31,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:41:31,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f5a7f42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:41:31,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@285dd66e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:41:31,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58af8f90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/java.io.tmpdir/jetty-localhost-42561-hadoop-hdfs-3_4_1-tests_jar-_-any-11844091823463780427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:31,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62d180d{HTTP/1.1, (http/1.1)}{localhost:42561} 2024-12-02T03:41:31,598 INFO [Time-limited test {}] server.Server(415): Started @82499ms 2024-12-02T03:41:31,599 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:41:31,616 WARN [AsyncFSWAL-0-hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453-prefix:e2eaa0f11f7e,40767,1733110878734 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,616 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e2eaa0f11f7e%2C40767%2C1733110878734:(num 1733110879362) roll requested 2024-12-02T03:41:31,628 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110891616, exclude list is [], retry=0 2024-12-02T03:41:31,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38991,DS-5a41c8a0-67f8-4d60-a547-925411c0c28b,DISK] 2024-12-02T03:41:31,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-2afb0867-aee7-4842-9362-d013b1c45223,DISK] 2024-12-02T03:41:31,633 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110879362 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110891616 2024-12-02T03:41:31,634 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553),(127.0.0.1/127.0.0.1:45965:45965)] 2024-12-02T03:41:31,634 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110879362 is not closed yet, will try archiving it next time 2024-12-02T03:41:31,634 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:41:31,635 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:41:31,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:41:31,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:31,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:31,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:41:31,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:41:31,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2118207423, stopped=false 2024-12-02T03:41:31,636 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,36959,1733110878601 2024-12-02T03:41:31,636 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T03:41:31,636 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T03:41:31,636 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110879362 2024-12-02T03:41:31,639 WARN [IPC Server handler 0 on default port 38893 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110879362 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-12-02T03:41:31,642 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110879362 after 4ms 2024-12-02T03:41:31,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:41:31,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:41:31,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:31,670 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:41:31,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:31,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:41:31,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:41:31,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:31,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:41:31,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:41:31,672 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,40767,1733110878734' ***** 2024-12-02T03:41:31,672 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:41:31,672 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:41:31,672 INFO [RS:0;e2eaa0f11f7e:40767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:41:31,672 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:41:31,673 INFO [RS:0;e2eaa0f11f7e:40767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:41:31,673 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(3091): Received CLOSE for c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:31,673 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:31,673 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:41:31,673 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2386dcfa4e126123769f3197d0dd2ac, disabling compactions & flushes 2024-12-02T03:41:31,674 INFO [RS:0;e2eaa0f11f7e:40767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:40767. 2024-12-02T03:41:31,674 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:31,674 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:41:31,674 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:31,674 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:31,674 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. after waiting 0 ms 2024-12-02T03:41:31,674 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:41:31,674 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:31,674 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:41:31,674 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:41:31,674 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:41:31,675 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2386dcfa4e126123769f3197d0dd2ac 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-02T03:41:31,675 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T03:41:31,675 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c2386dcfa4e126123769f3197d0dd2ac=TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac.} 2024-12-02T03:41:31,675 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2386dcfa4e126123769f3197d0dd2ac 2024-12-02T03:41:31,675 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:41:31,676 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:41:31,676 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:41:31,676 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:41:31,676 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:41:31,676 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-02T03:41:31,678 WARN [AsyncFSWAL-0-hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453-prefix:e2eaa0f11f7e,40767,1733110878734.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,678 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e2eaa0f11f7e%2C40767%2C1733110878734.meta:.meta(num 1733110879752) roll requested 2024-12-02T03:41:31,691 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110891679.meta, exclude list is [], retry=0 2024-12-02T03:41:31,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44145,DS-c204a272-5e08-4600-9a72-2c1370a750c4,DISK] 2024-12-02T03:41:31,695 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:46057,DS-b9c893aa-629c-4ca2-81bd-98aaed51ec38,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-12-02T03:41:31,695 WARN [regionserver/e2eaa0f11f7e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110891679.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:46057 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,697 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c2386dcfa4e126123769f3197d0dd2ac/.tmp/info/6b5995c8276a485493599252adc3393a is 1055, key is row0001/info:/1733110891418/Put/seqid=0 2024-12-02T03:41:31,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741839_1016 (size=7062) 2024-12-02T03:41:31,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38991 is added to blk_1073741839_1016 (size=7062) 2024-12-02T03:41:31,704 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c2386dcfa4e126123769f3197d0dd2ac/.tmp/info/6b5995c8276a485493599252adc3393a 2024-12-02T03:41:31,712 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c2386dcfa4e126123769f3197d0dd2ac/.tmp/info/6b5995c8276a485493599252adc3393a as hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c2386dcfa4e126123769f3197d0dd2ac/info/6b5995c8276a485493599252adc3393a 2024-12-02T03:41:31,720 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c2386dcfa4e126123769f3197d0dd2ac/info/6b5995c8276a485493599252adc3393a, entries=2, sequenceid=6, filesize=6.9 K 2024-12-02T03:41:31,721 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for c2386dcfa4e126123769f3197d0dd2ac in 47ms, sequenceid=6, compaction requested=false 2024-12-02T03:41:31,727 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c2386dcfa4e126123769f3197d0dd2ac/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T03:41:31,727 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:31,727 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2386dcfa4e126123769f3197d0dd2ac: Waiting for close lock at 1733110891673Running coprocessor pre-close hooks at 1733110891673Disabling compacts and flushes for region at 1733110891673Disabling writes for close at 1733110891674 (+1 ms)Obtaining lock to block concurrent updates at 1733110891675 (+1 ms)Preparing flush snapshotting stores in c2386dcfa4e126123769f3197d0dd2ac at 1733110891675Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733110891675Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. at 1733110891679 (+4 ms)Flushing c2386dcfa4e126123769f3197d0dd2ac/info: creating writer at 1733110891679Flushing c2386dcfa4e126123769f3197d0dd2ac/info: appending metadata at 1733110891696 (+17 ms)Flushing c2386dcfa4e126123769f3197d0dd2ac/info: closing flushed file at 1733110891696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76478bdb: reopening flushed file at 1733110891711 (+15 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for c2386dcfa4e126123769f3197d0dd2ac in 47ms, sequenceid=6, compaction requested=false at 1733110891721 (+10 ms)Writing region close event to WAL at 1733110891722 (+1 ms)Running coprocessor post-close hooks at 1733110891727 (+5 ms)Closed at 1733110891727 2024-12-02T03:41:31,728 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac. 2024-12-02T03:41:31,796 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110891679.meta, exclude list is [(127.0.0.1/127.0.0.1:33161:33161)], retry=1 2024-12-02T03:41:31,797 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1096808315_22 at /127.0.0.1:60636 [Receiving block BP-385595398-172.17.0.2-1733110876762:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:44145:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60636 dst: /127.0.0.1:44145 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38991,DS-5a41c8a0-67f8-4d60-a547-925411c0c28b,DISK] 2024-12-02T03:41:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-e8298093-70db-417d-88ca-25003a47c528,DISK] 2024-12-02T03:41:31,802 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110879752.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110891679.meta 2024-12-02T03:41:31,802 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41959:41959),(127.0.0.1/127.0.0.1:45965:45965)] 2024-12-02T03:41:31,802 DEBUG [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110879752.meta is not closed yet, will try archiving it next time 2024-12-02T03:41:31,802 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,802 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:31,803 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110879752.meta 2024-12-02T03:41:31,803 WARN [IPC Server handler 4 on default port 38893 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110879752.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-12-02T03:41:31,804 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110879752.meta after 1ms 2024-12-02T03:41:31,824 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/.tmp/info/d4c05e03fbb44a3f8119e1ce1058f4ef is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733110881377.c2386dcfa4e126123769f3197d0dd2ac./info:regioninfo/1733110881756/Put/seqid=0 2024-12-02T03:41:31,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38991 is added to blk_1073741841_1019 (size=7089) 2024-12-02T03:41:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44145 is added to blk_1073741841_1019 (size=7089) 2024-12-02T03:41:31,831 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/.tmp/info/d4c05e03fbb44a3f8119e1ce1058f4ef 2024-12-02T03:41:31,853 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/.tmp/ns/f64ee0bd1aea4324b9ffeea3b14f40a5 is 43, key is default/ns:d/1733110879887/Put/seqid=0 2024-12-02T03:41:31,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44145 is added to blk_1073741842_1020 (size=5153) 2024-12-02T03:41:31,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741842_1020 (size=5153) 2024-12-02T03:41:31,861 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/.tmp/ns/f64ee0bd1aea4324b9ffeea3b14f40a5 2024-12-02T03:41:31,875 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T03:41:31,893 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/.tmp/table/394020dad0974367987af8d2d2c920bf is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733110881768/Put/seqid=0 2024-12-02T03:41:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741843_1021 (size=5424) 2024-12-02T03:41:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44145 is added to blk_1073741843_1021 (size=5424) 2024-12-02T03:41:31,921 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/.tmp/table/394020dad0974367987af8d2d2c920bf 2024-12-02T03:41:31,930 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:41:31,934 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/.tmp/info/d4c05e03fbb44a3f8119e1ce1058f4ef as hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/info/d4c05e03fbb44a3f8119e1ce1058f4ef 2024-12-02T03:41:31,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73bf1f0b3e56b1aa with lease ID 0x5bc880cd161c4ffc: from storage DS-b9c893aa-629c-4ca2-81bd-98aaed51ec38 node DatanodeRegistration(127.0.0.1:42109, datanodeUuid=2089bec1-034e-4823-af5a-f0095ce8dc73, infoPort=42019, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:41:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73bf1f0b3e56b1aa with lease ID 0x5bc880cd161c4ffc: from storage DS-f7cfdb59-feb0-4876-87ef-34e9498f24e1 node DatanodeRegistration(127.0.0.1:42109, datanodeUuid=2089bec1-034e-4823-af5a-f0095ce8dc73, infoPort=42019, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=1062948739;c=1733110876762), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:31,945 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/info/d4c05e03fbb44a3f8119e1ce1058f4ef, entries=10, sequenceid=11, filesize=6.9 K 2024-12-02T03:41:31,947 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/.tmp/ns/f64ee0bd1aea4324b9ffeea3b14f40a5 as hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/ns/f64ee0bd1aea4324b9ffeea3b14f40a5 2024-12-02T03:41:31,955 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/ns/f64ee0bd1aea4324b9ffeea3b14f40a5, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T03:41:31,956 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/.tmp/table/394020dad0974367987af8d2d2c920bf as hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/table/394020dad0974367987af8d2d2c920bf 2024-12-02T03:41:31,966 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/table/394020dad0974367987af8d2d2c920bf, entries=2, sequenceid=11, filesize=5.3 K 2024-12-02T03:41:31,967 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 291ms, sequenceid=11, compaction requested=false 2024-12-02T03:41:31,982 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T03:41:31,983 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:41:31,983 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:41:31,983 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733110891675Running coprocessor pre-close hooks at 1733110891675Disabling compacts and flushes for region at 1733110891675Disabling writes for close at 1733110891676 (+1 ms)Obtaining lock to block concurrent updates at 1733110891676Preparing flush snapshotting stores in 1588230740 at 1733110891676Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733110891678 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733110891803 (+125 ms)Flushing 1588230740/info: creating writer at 1733110891803Flushing 1588230740/info: appending metadata at 1733110891824 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733110891824Flushing 1588230740/ns: creating writer at 1733110891838 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733110891853 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733110891853Flushing 1588230740/table: creating writer at 1733110891870 (+17 ms)Flushing 1588230740/table: appending metadata at 1733110891889 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733110891893 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b067ec: reopening flushed file at 1733110891932 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666266e5: reopening flushed file at 1733110891946 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e251d9a: reopening flushed file at 1733110891955 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 291ms, sequenceid=11, compaction requested=false at 1733110891967 (+12 ms)Writing region close event to WAL at 1733110891976 (+9 ms)Running coprocessor post-close hooks at 1733110891983 (+7 ms)Closed at 1733110891983 2024-12-02T03:41:31,984 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:41:32,076 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,40767,1733110878734; all regions closed. 2024-12-02T03:41:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741840_1017 (size=825) 2024-12-02T03:41:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38991 is added to blk_1073741840_1017 (size=825) 2024-12-02T03:41:32,224 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T03:41:32,224 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T03:41:33,224 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:41:33,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741833_1014 (size=1599) 2024-12-02T03:41:35,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T03:41:35,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:41:35,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T03:41:35,643 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110879362 after 4006ms 2024-12-02T03:41:35,643 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.1733110879362 to hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/oldWALs/e2eaa0f11f7e%2C40767%2C1733110878734.1733110879362 2024-12-02T03:41:35,805 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110879752.meta after 4002ms 2024-12-02T03:41:35,806 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/WALs/e2eaa0f11f7e,40767,1733110878734/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110879752.meta to hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/oldWALs/e2eaa0f11f7e%2C40767%2C1733110878734.meta.1733110879752.meta 2024-12-02T03:41:35,814 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/oldWALs 2024-12-02T03:41:35,814 INFO [RS:0;e2eaa0f11f7e:40767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C40767%2C1733110878734.meta:.meta(num 1733110891679) 2024-12-02T03:41:35,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38991 is added to blk_1073741837_1013 (size=2288) 2024-12-02T03:41:35,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741837_1013 (size=2288) 2024-12-02T03:41:35,823 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/oldWALs 2024-12-02T03:41:35,823 INFO [RS:0;e2eaa0f11f7e:40767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C40767%2C1733110878734:(num 1733110891616) 2024-12-02T03:41:35,823 DEBUG [RS:0;e2eaa0f11f7e:40767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:35,823 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:41:35,824 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:41:35,824 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:41:35,824 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:41:35,824 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:41:35,824 INFO [RS:0;e2eaa0f11f7e:40767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40767 2024-12-02T03:41:35,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:41:35,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,40767,1733110878734 2024-12-02T03:41:35,876 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:41:35,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,40767,1733110878734] 2024-12-02T03:41:35,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,40767,1733110878734 already deleted, retry=false 2024-12-02T03:41:35,892 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,40767,1733110878734 expired; onlineServers=0 2024-12-02T03:41:35,892 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,36959,1733110878601' ***** 2024-12-02T03:41:35,892 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:41:35,892 INFO [M:0;e2eaa0f11f7e:36959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:41:35,892 INFO [M:0;e2eaa0f11f7e:36959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:41:35,892 DEBUG [M:0;e2eaa0f11f7e:36959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:41:35,892 DEBUG [M:0;e2eaa0f11f7e:36959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:41:35,892 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:41:35,892 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110879106 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110879106,5,FailOnTimeoutGroup] 2024-12-02T03:41:35,892 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110879106 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110879106,5,FailOnTimeoutGroup] 2024-12-02T03:41:35,893 INFO [M:0;e2eaa0f11f7e:36959 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:41:35,893 INFO [M:0;e2eaa0f11f7e:36959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:41:35,893 DEBUG [M:0;e2eaa0f11f7e:36959 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:41:35,893 INFO [M:0;e2eaa0f11f7e:36959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:41:35,893 INFO [M:0;e2eaa0f11f7e:36959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:41:35,894 INFO [M:0;e2eaa0f11f7e:36959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:41:35,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:41:35,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:41:35,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:35,900 DEBUG [M:0;e2eaa0f11f7e:36959 {}] zookeeper.ZKUtil(347): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:41:35,901 WARN [M:0;e2eaa0f11f7e:36959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:41:35,903 INFO [M:0;e2eaa0f11f7e:36959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/.lastflushedseqids 2024-12-02T03:41:35,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741844_1022 (size=139) 2024-12-02T03:41:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44145 is added to blk_1073741844_1022 (size=139) 2024-12-02T03:41:35,912 INFO [M:0;e2eaa0f11f7e:36959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:41:35,912 INFO [M:0;e2eaa0f11f7e:36959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:41:35,912 DEBUG [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:41:35,912 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:35,913 DEBUG [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:35,913 DEBUG [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:41:35,913 DEBUG [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:35,913 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-12-02T03:41:35,914 WARN [AsyncFSWAL-0-hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData-prefix:e2eaa0f11f7e,36959,1733110878601 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:35,914 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e2eaa0f11f7e%2C36959%2C1733110878601:(num 1733110878871) roll requested 2024-12-02T03:41:35,929 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110895914, exclude list is [], retry=0 2024-12-02T03:41:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42109,DS-b9c893aa-629c-4ca2-81bd-98aaed51ec38,DISK] 2024-12-02T03:41:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44145,DS-c204a272-5e08-4600-9a72-2c1370a750c4,DISK] 2024-12-02T03:41:35,934 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110895914 2024-12-02T03:41:35,936 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42019:42019),(127.0.0.1/127.0.0.1:36645:36645)] 2024-12-02T03:41:35,936 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871 is not closed yet, will try archiving it next time 2024-12-02T03:41:35,936 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:35,937 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:41:35,937 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871 2024-12-02T03:41:35,938 WARN [IPC Server handler 0 on default port 38893 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-12-02T03:41:35,939 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871 after 2ms 2024-12-02T03:41:35,957 DEBUG [M:0;e2eaa0f11f7e:36959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c2a92335d834c08a455a5b8bf0b68f5 is 82, key is hbase:meta,,1/info:regioninfo/1733110879829/Put/seqid=0 2024-12-02T03:41:35,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42109 is added to blk_1073741846_1025 (size=5672) 2024-12-02T03:41:35,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741846_1025 (size=5672) 2024-12-02T03:41:35,984 INFO [RS:0;e2eaa0f11f7e:40767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:41:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:41:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40767-0x101956ae43b0001, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:41:35,984 INFO [RS:0;e2eaa0f11f7e:40767 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,40767,1733110878734; zookeeper connection closed. 2024-12-02T03:41:35,984 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15cd9435 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15cd9435 2024-12-02T03:41:35,984 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T03:41:36,365 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c2a92335d834c08a455a5b8bf0b68f5 2024-12-02T03:41:36,393 DEBUG [M:0;e2eaa0f11f7e:36959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ea06329943f400a8041f1e83132a4ee is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733110881774/Put/seqid=0 2024-12-02T03:41:36,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741847_1026 (size=6115) 2024-12-02T03:41:36,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44145 is added to blk_1073741847_1026 (size=6115) 2024-12-02T03:41:36,399 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ea06329943f400a8041f1e83132a4ee 2024-12-02T03:41:36,420 DEBUG [M:0;e2eaa0f11f7e:36959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84225217e0c242618d9d97e8ab6eb7f8 is 69, key is e2eaa0f11f7e,40767,1733110878734/rs:state/1733110879202/Put/seqid=0 2024-12-02T03:41:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38991 is added to blk_1073741848_1027 (size=5156) 2024-12-02T03:41:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741848_1027 (size=5156) 2024-12-02T03:41:36,425 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84225217e0c242618d9d97e8ab6eb7f8 2024-12-02T03:41:36,447 DEBUG [M:0;e2eaa0f11f7e:36959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/55dadd91438349c1aa7ed40dc9a68c4d is 52, key is load_balancer_on/state:d/1733110879978/Put/seqid=0 2024-12-02T03:41:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741849_1028 (size=5056) 2024-12-02T03:41:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44145 is added to blk_1073741849_1028 (size=5056) 2024-12-02T03:41:36,454 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/55dadd91438349c1aa7ed40dc9a68c4d 2024-12-02T03:41:36,461 DEBUG [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c2a92335d834c08a455a5b8bf0b68f5 as hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c2a92335d834c08a455a5b8bf0b68f5 2024-12-02T03:41:36,466 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c2a92335d834c08a455a5b8bf0b68f5, entries=8, sequenceid=56, filesize=5.5 K 2024-12-02T03:41:36,468 DEBUG [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ea06329943f400a8041f1e83132a4ee as hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ea06329943f400a8041f1e83132a4ee 2024-12-02T03:41:36,474 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ea06329943f400a8041f1e83132a4ee, entries=6, sequenceid=56, filesize=6.0 K 2024-12-02T03:41:36,476 DEBUG [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84225217e0c242618d9d97e8ab6eb7f8 as hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84225217e0c242618d9d97e8ab6eb7f8 2024-12-02T03:41:36,483 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84225217e0c242618d9d97e8ab6eb7f8, entries=1, sequenceid=56, filesize=5.0 K 2024-12-02T03:41:36,484 DEBUG [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/55dadd91438349c1aa7ed40dc9a68c4d as hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/55dadd91438349c1aa7ed40dc9a68c4d 2024-12-02T03:41:36,491 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/55dadd91438349c1aa7ed40dc9a68c4d, entries=1, sequenceid=56, filesize=4.9 K 2024-12-02T03:41:36,492 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=56, compaction requested=false 2024-12-02T03:41:36,494 INFO [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:36,494 DEBUG [M:0;e2eaa0f11f7e:36959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733110895912Disabling compacts and flushes for region at 1733110895912Disabling writes for close at 1733110895913 (+1 ms)Obtaining lock to block concurrent updates at 1733110895913Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733110895913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1733110895913Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733110895937 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733110895937Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733110895957 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733110895957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733110896378 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733110896393 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733110896393Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733110896405 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733110896419 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733110896419Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733110896431 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733110896447 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733110896447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9ed657: reopening flushed file at 1733110896460 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1256c235: reopening flushed file at 1733110896467 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615c4049: reopening flushed file at 1733110896475 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed3a98a: reopening flushed file at 1733110896483 (+8 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=56, compaction requested=false at 1733110896492 (+9 ms)Writing region close event to WAL at 1733110896494 (+2 ms)Closed at 1733110896494 2024-12-02T03:41:36,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44145 is added to blk_1073741845_1023 (size=757) 2024-12-02T03:41:36,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42109 is added to blk_1073741845_1023 (size=757) 2024-12-02T03:41:36,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44145 is added to blk_1073741834_1018 (size=2386) 2024-12-02T03:41:36,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44145 is added to blk_1073741833_1014 (size=1599) 2024-12-02T03:41:37,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:41:37,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:37,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:37,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741830_1024 (size=27189) 2024-12-02T03:41:39,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38991 is added to blk_1073741830_1024 (size=27189) 2024-12-02T03:41:39,940 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871 after 4002ms 2024-12-02T03:41:39,940 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/WALs/e2eaa0f11f7e,36959,1733110878601/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871 to hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/oldWALs/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871 2024-12-02T03:41:39,944 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/MasterData/oldWALs/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871 to hdfs://localhost:38893/user/jenkins/test-data/2d92ceda-c5a1-9471-3b58-54af43ffd453/oldWALs/e2eaa0f11f7e%2C36959%2C1733110878601.1733110878871$masterlocalwal$ 2024-12-02T03:41:39,945 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:41:39,945 INFO [M:0;e2eaa0f11f7e:36959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:41:39,945 INFO [M:0;e2eaa0f11f7e:36959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36959 2024-12-02T03:41:39,945 INFO [M:0;e2eaa0f11f7e:36959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:41:40,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:41:40,106 INFO [M:0;e2eaa0f11f7e:36959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:41:40,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x101956ae43b0000, quorum=127.0.0.1:53167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:41:40,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58af8f90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:40,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62d180d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:41:40,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:41:40,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@285dd66e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:41:40,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f5a7f42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,STOPPED} 2024-12-02T03:41:40,140 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:41:40,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:41:40,140 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385595398-172.17.0.2-1733110876762 (Datanode Uuid 2089bec1-034e-4823-af5a-f0095ce8dc73) service to localhost/127.0.0.1:38893 2024-12-02T03:41:40,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:41:40,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data1/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:40,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data2/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:40,141 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:41:40,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7149e3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:40,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2759240e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:41:40,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:41:40,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3365e29e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:41:40,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49abd634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,STOPPED} 2024-12-02T03:41:40,146 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:41:40,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:41:40,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:41:40,146 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385595398-172.17.0.2-1733110876762 (Datanode Uuid db70695d-cfdf-47e8-9e79-ccdefa6ddccf) service to localhost/127.0.0.1:38893 2024-12-02T03:41:40,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data9/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:40,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data10/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:40,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:41:40,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ba0a89b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:40,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74624a69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:41:40,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:41:40,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a302a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:41:40,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e037d2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,STOPPED} 2024-12-02T03:41:40,152 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:41:40,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:41:40,152 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385595398-172.17.0.2-1733110876762 (Datanode Uuid d77a4ba9-de0a-46e9-bb24-e5b1e9e9da0f) service to localhost/127.0.0.1:38893 2024-12-02T03:41:40,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:41:40,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data7/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:40,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data8/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:40,153 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:41:40,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65598d2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:40,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ea1725e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:41:40,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:41:40,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f4a2379{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:41:40,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f55efb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,STOPPED} 2024-12-02T03:41:40,156 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:41:40,156 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:41:40,156 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385595398-172.17.0.2-1733110876762 (Datanode Uuid 593dbf41-b611-4504-bf73-45b93c2a54ed) service to localhost/127.0.0.1:38893 2024-12-02T03:41:40,156 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:41:40,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data5/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:40,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data6/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:40,157 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:41:40,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52b6fa68{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:40,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@315ff591{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:41:40,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:41:40,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ded02cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:41:40,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73a21b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,STOPPED} 2024-12-02T03:41:40,161 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:41:40,161 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:41:40,161 WARN [BP-385595398-172.17.0.2-1733110876762 heartbeating to localhost/127.0.0.1:38893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385595398-172.17.0.2-1733110876762 (Datanode Uuid daa894d1-a51c-4bfd-b220-eb8f1484940d) service to localhost/127.0.0.1:38893 2024-12-02T03:41:40,161 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:41:40,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data3/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:40,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/cluster_901e27a9-b4c4-9001-dedd-d8a5d1c03506/data/data4/current/BP-385595398-172.17.0.2-1733110876762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:41:40,162 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:41:40,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42afe829{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:41:40,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3479f9fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:41:40,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:41:40,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6af8ea6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:41:40,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb3e4ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir/,STOPPED} 2024-12-02T03:41:40,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:41:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:41:40,214 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=105 (was 70) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38893 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 176) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8091 (was 8192) 2024-12-02T03:41:40,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=105, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=8090 2024-12-02T03:41:40,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:41:40,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.log.dir so I do NOT create it in target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11 2024-12-02T03:41:40,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b890110c-2f88-4885-9c7b-9075d56e58e3/hadoop.tmp.dir so I do NOT create it in target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11 2024-12-02T03:41:40,221 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f, deleteOnExit=true 2024-12-02T03:41:40,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:41:40,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/test.cache.data in system properties and HBase conf 2024-12-02T03:41:40,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:41:40,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:41:40,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:41:40,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:41:40,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:41:40,222 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:41:40,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:41:40,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:41:40,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:41:40,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:41:40,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:41:40,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:41:40,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:41:40,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:41:40,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:41:40,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:41:40,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:41:40,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:41:40,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:41:40,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:41:40,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:40,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:41:40,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:41:40,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:41:40,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:41:40,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:40,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffe7f97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:41:40,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38ff7347{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:41:40,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f13cb2d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/java.io.tmpdir/jetty-localhost-40447-hadoop-hdfs-3_4_1-tests_jar-_-any-5914252857872080937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:41:40,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bd1fb1d{HTTP/1.1, (http/1.1)}{localhost:40447} 2024-12-02T03:41:40,584 INFO [Time-limited test {}] server.Server(415): Started @91485ms 2024-12-02T03:41:40,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:40,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:41:40,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:41:40,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:41:40,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:41:40,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4b3624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:41:40,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b10ba25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:41:40,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cac673c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/java.io.tmpdir/jetty-localhost-39171-hadoop-hdfs-3_4_1-tests_jar-_-any-6092326113799295935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:40,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@617c715{HTTP/1.1, (http/1.1)}{localhost:39171} 2024-12-02T03:41:40,966 INFO [Time-limited test {}] server.Server(415): Started @91867ms 2024-12-02T03:41:40,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:41:40,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:41:40,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:41:40,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:41:40,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:41:40,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:41:40,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327e4fda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:41:40,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e6de787{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:41:41,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d13d779{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/java.io.tmpdir/jetty-localhost-42845-hadoop-hdfs-3_4_1-tests_jar-_-any-12303397748919576280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:41:41,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bd74c4e{HTTP/1.1, (http/1.1)}{localhost:42845} 2024-12-02T03:41:41,089 INFO [Time-limited test {}] server.Server(415): Started @91990ms 2024-12-02T03:41:41,090 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:41:41,621 WARN [Thread-805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/data/data1/current/BP-1308700986-172.17.0.2-1733110900247/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:41,621 WARN [Thread-806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/data/data2/current/BP-1308700986-172.17.0.2-1733110900247/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:41,643 WARN [Thread-769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:41:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4e77944321a534d with lease ID 0xf9b60dcf3c1a1717: Processing first storage report for DS-93e7c67d-26f7-4096-aeb9-24d6bf8f8a81 from datanode DatanodeRegistration(127.0.0.1:34735, datanodeUuid=623d3bcb-deea-46c9-b64c-48d7e2f8c875, infoPort=43163, infoSecurePort=0, ipcPort=34411, storageInfo=lv=-57;cid=testClusterID;nsid=2097463173;c=1733110900247) 2024-12-02T03:41:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4e77944321a534d with lease ID 0xf9b60dcf3c1a1717: from storage DS-93e7c67d-26f7-4096-aeb9-24d6bf8f8a81 node DatanodeRegistration(127.0.0.1:34735, datanodeUuid=623d3bcb-deea-46c9-b64c-48d7e2f8c875, infoPort=43163, infoSecurePort=0, ipcPort=34411, storageInfo=lv=-57;cid=testClusterID;nsid=2097463173;c=1733110900247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4e77944321a534d with lease ID 0xf9b60dcf3c1a1717: Processing first storage report for DS-b297405b-9a81-4bd2-89a8-1b5846ef7932 from datanode DatanodeRegistration(127.0.0.1:34735, datanodeUuid=623d3bcb-deea-46c9-b64c-48d7e2f8c875, infoPort=43163, infoSecurePort=0, ipcPort=34411, storageInfo=lv=-57;cid=testClusterID;nsid=2097463173;c=1733110900247) 2024-12-02T03:41:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4e77944321a534d with lease ID 0xf9b60dcf3c1a1717: from storage DS-b297405b-9a81-4bd2-89a8-1b5846ef7932 node DatanodeRegistration(127.0.0.1:34735, datanodeUuid=623d3bcb-deea-46c9-b64c-48d7e2f8c875, infoPort=43163, infoSecurePort=0, ipcPort=34411, storageInfo=lv=-57;cid=testClusterID;nsid=2097463173;c=1733110900247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:41,762 WARN [Thread-816 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/data/data3/current/BP-1308700986-172.17.0.2-1733110900247/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:41,762 WARN [Thread-817 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/data/data4/current/BP-1308700986-172.17.0.2-1733110900247/current, will proceed with Du for space computation calculation, 2024-12-02T03:41:41,782 WARN [Thread-792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:41:41,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e609ba450bd37d5 with lease ID 0xf9b60dcf3c1a1718: Processing first storage report for DS-8acf931a-447c-409b-9fc8-5f6c27c4a159 from datanode DatanodeRegistration(127.0.0.1:40477, datanodeUuid=e57a06a4-20e9-445c-bac7-ff71ce8ec2c3, infoPort=43127, infoSecurePort=0, ipcPort=36931, storageInfo=lv=-57;cid=testClusterID;nsid=2097463173;c=1733110900247) 2024-12-02T03:41:41,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e609ba450bd37d5 with lease ID 0xf9b60dcf3c1a1718: from storage DS-8acf931a-447c-409b-9fc8-5f6c27c4a159 node DatanodeRegistration(127.0.0.1:40477, datanodeUuid=e57a06a4-20e9-445c-bac7-ff71ce8ec2c3, infoPort=43127, infoSecurePort=0, ipcPort=36931, storageInfo=lv=-57;cid=testClusterID;nsid=2097463173;c=1733110900247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:41,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e609ba450bd37d5 with lease ID 0xf9b60dcf3c1a1718: Processing first storage report for DS-684caec3-1bc2-465f-a356-d32cee9de9ca from datanode DatanodeRegistration(127.0.0.1:40477, datanodeUuid=e57a06a4-20e9-445c-bac7-ff71ce8ec2c3, infoPort=43127, infoSecurePort=0, ipcPort=36931, storageInfo=lv=-57;cid=testClusterID;nsid=2097463173;c=1733110900247) 2024-12-02T03:41:41,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e609ba450bd37d5 with lease ID 0xf9b60dcf3c1a1718: from storage DS-684caec3-1bc2-465f-a356-d32cee9de9ca node DatanodeRegistration(127.0.0.1:40477, datanodeUuid=e57a06a4-20e9-445c-bac7-ff71ce8ec2c3, infoPort=43127, infoSecurePort=0, ipcPort=36931, storageInfo=lv=-57;cid=testClusterID;nsid=2097463173;c=1733110900247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:41:41,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11 2024-12-02T03:41:41,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/zookeeper_0, clientPort=50580, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:41:41,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50580 2024-12-02T03:41:41,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:41,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:41,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:41:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:41:41,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df with version=8 2024-12-02T03:41:41,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/hbase-staging 2024-12-02T03:41:41,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:41:41,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:41,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:41,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:41:41,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:41,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:41:41,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:41:41,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:41:41,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43927 2024-12-02T03:41:41,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43927 connecting to ZooKeeper ensemble=127.0.0.1:50580 2024-12-02T03:41:41,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439270x0, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:41:41,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43927-0x101956b3f020000 connected 2024-12-02T03:41:41,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:41,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:41,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:41:41,988 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df, hbase.cluster.distributed=false 2024-12-02T03:41:41,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:41:41,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43927 2024-12-02T03:41:41,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43927 2024-12-02T03:41:41,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43927 2024-12-02T03:41:41,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43927 2024-12-02T03:41:41,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43927 2024-12-02T03:41:42,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:41:42,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:42,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:42,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:41:42,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:41:42,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:41:42,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:41:42,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:41:42,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45791 2024-12-02T03:41:42,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45791 connecting to ZooKeeper ensemble=127.0.0.1:50580 2024-12-02T03:41:42,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:42,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:42,021 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457910x0, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:41:42,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45791-0x101956b3f020001 connected 2024-12-02T03:41:42,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:41:42,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:41:42,023 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:41:42,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:41:42,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:41:42,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45791 2024-12-02T03:41:42,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45791 2024-12-02T03:41:42,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45791 2024-12-02T03:41:42,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45791 2024-12-02T03:41:42,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45791 2024-12-02T03:41:42,041 DEBUG [M:0;e2eaa0f11f7e:43927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:43927 2024-12-02T03:41:42,041 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,43927,1733110901840 2024-12-02T03:41:42,049 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:41:42,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:41:42,050 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,43927,1733110901840 2024-12-02T03:41:42,057 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:41:42,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,057 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,058 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:41:42,058 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,43927,1733110901840 from backup master directory 2024-12-02T03:41:42,066 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:41:42,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,43927,1733110901840 2024-12-02T03:41:42,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:41:42,066 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:41:42,066 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,43927,1733110901840 2024-12-02T03:41:42,070 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/hbase.id] with ID: 38093450-3b48-458e-b192-cf648c0aaa04 2024-12-02T03:41:42,070 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/.tmp/hbase.id 2024-12-02T03:41:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:41:42,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:41:42,079 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/.tmp/hbase.id]:[hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/hbase.id] 2024-12-02T03:41:42,097 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:42,097 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:41:42,099 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T03:41:42,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,108 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:41:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:41:42,115 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:41:42,116 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:41:42,116 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:41:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:41:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:41:42,124 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store 2024-12-02T03:41:42,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:41:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:41:42,132 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:42,132 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:41:42,132 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:42,132 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:42,132 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:41:42,132 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:42,133 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:41:42,133 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733110902132Disabling compacts and flushes for region at 1733110902132Disabling writes for close at 1733110902132Writing region close event to WAL at 1733110902132Closed at 1733110902132 2024-12-02T03:41:42,133 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/.initializing 2024-12-02T03:41:42,134 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/WALs/e2eaa0f11f7e,43927,1733110901840 2024-12-02T03:41:42,135 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:41:42,137 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C43927%2C1733110901840, suffix=, logDir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/WALs/e2eaa0f11f7e,43927,1733110901840, archiveDir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/oldWALs, maxLogs=10 2024-12-02T03:41:42,149 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/WALs/e2eaa0f11f7e,43927,1733110901840/e2eaa0f11f7e%2C43927%2C1733110901840.1733110902137, exclude list is [], retry=0 2024-12-02T03:41:42,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40477,DS-8acf931a-447c-409b-9fc8-5f6c27c4a159,DISK] 2024-12-02T03:41:42,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34735,DS-93e7c67d-26f7-4096-aeb9-24d6bf8f8a81,DISK] 2024-12-02T03:41:42,155 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/WALs/e2eaa0f11f7e,43927,1733110901840/e2eaa0f11f7e%2C43927%2C1733110901840.1733110902137 2024-12-02T03:41:42,156 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43127:43127),(127.0.0.1/127.0.0.1:43163:43163)] 2024-12-02T03:41:42,156 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:41:42,156 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:42,156 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,156 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:41:42,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:42,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:42,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:41:42,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:42,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:41:42,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:41:42,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:42,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:41:42,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:41:42,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:42,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:41:42,165 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,166 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,166 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,168 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,168 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,168 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:41:42,169 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:41:42,171 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:41:42,172 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=822182, jitterRate=0.04545915126800537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:41:42,172 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733110902156Initializing all the Stores at 1733110902157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110902157Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110902157Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110902157Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110902157Cleaning up temporary data from old regions at 1733110902168 (+11 ms)Region opened successfully at 1733110902172 (+4 ms) 2024-12-02T03:41:42,173 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:41:42,176 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0256a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:41:42,178 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:41:42,178 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:41:42,178 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:41:42,178 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:41:42,179 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T03:41:42,179 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T03:41:42,179 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:41:42,181 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:41:42,182 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:41:42,208 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:41:42,208 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:41:42,210 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:41:42,221 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:41:42,222 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:41:42,224 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:41:42,233 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:41:42,235 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:41:42,246 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:41:42,253 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:41:42,262 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:41:42,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:41:42,274 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:41:42,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,274 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,275 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,43927,1733110901840, sessionid=0x101956b3f020000, setting cluster-up flag (Was=false) 2024-12-02T03:41:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,291 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,316 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:41:42,317 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,43927,1733110901840 2024-12-02T03:41:42,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,332 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,358 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:41:42,361 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,43927,1733110901840 2024-12-02T03:41:42,363 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:41:42,367 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:41:42,367 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:41:42,367 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:41:42,368 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,43927,1733110901840 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:41:42,370 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:41:42,370 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:41:42,370 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:41:42,370 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:41:42,370 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:41:42,371 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,371 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:41:42,371 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,371 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733110932371 2024-12-02T03:41:42,372 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:41:42,372 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:41:42,372 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:41:42,372 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:41:42,372 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:41:42,372 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:41:42,372 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:41:42,373 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:41:42,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:41:42,373 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:41:42,373 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:41:42,373 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:41:42,373 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:41:42,373 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110902373,5,FailOnTimeoutGroup] 2024-12-02T03:41:42,374 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110902373,5,FailOnTimeoutGroup] 2024-12-02T03:41:42,374 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,374 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:41:42,374 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,374 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:42,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:41:42,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:41:42,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:41:42,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:41:42,383 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df 2024-12-02T03:41:42,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:41:42,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:41:42,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:42,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:41:42,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:41:42,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:42,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:42,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:41:42,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:41:42,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:42,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:42,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:41:42,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:41:42,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:42,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:42,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:41:42,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:41:42,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:42,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:42,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:41:42,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740 2024-12-02T03:41:42,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740 2024-12-02T03:41:42,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:41:42,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:41:42,401 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T03:41:42,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:41:42,405 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:41:42,405 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824334, jitterRate=0.04819589853286743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T03:41:42,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733110902390Initializing all the Stores at 1733110902391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110902391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110902391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110902391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110902391Cleaning up temporary data from old regions at 1733110902401 (+10 ms)Region opened successfully at 1733110902406 (+5 ms) 2024-12-02T03:41:42,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:41:42,406 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:41:42,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:41:42,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:41:42,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:41:42,406 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:41:42,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733110902406Disabling compacts and flushes for region at 1733110902406Disabling writes for close at 1733110902406Writing region close event to WAL at 1733110902406Closed at 1733110902406 2024-12-02T03:41:42,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:41:42,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:41:42,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:41:42,409 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:41:42,410 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:41:42,432 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(746): ClusterId : 38093450-3b48-458e-b192-cf648c0aaa04 2024-12-02T03:41:42,432 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:41:42,459 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:41:42,459 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:41:42,467 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:41:42,467 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d96ad11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:41:42,477 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:45791 2024-12-02T03:41:42,477 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:41:42,477 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:41:42,477 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:41:42,478 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,43927,1733110901840 with port=45791, startcode=1733110902005 2024-12-02T03:41:42,479 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:41:42,480 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37595, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:41:42,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:42,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43927 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:42,483 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df 2024-12-02T03:41:42,483 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35493 2024-12-02T03:41:42,483 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:41:42,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:41:42,492 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] zookeeper.ZKUtil(111): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:42,492 WARN [RS:0;e2eaa0f11f7e:45791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:41:42,492 INFO [RS:0;e2eaa0f11f7e:45791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:41:42,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,45791,1733110902005] 2024-12-02T03:41:42,492 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:42,495 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:41:42,497 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:41:42,498 INFO [RS:0;e2eaa0f11f7e:45791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:41:42,498 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,499 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:41:42,499 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:41:42,499 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:41:42,500 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:41:42,501 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,501 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,501 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,501 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,501 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,501 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,45791,1733110902005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:41:42,514 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:41:42,514 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,45791,1733110902005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,514 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,515 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.Replication(171): e2eaa0f11f7e,45791,1733110902005 started 2024-12-02T03:41:42,527 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:42,527 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,45791,1733110902005, RpcServer on e2eaa0f11f7e/172.17.0.2:45791, sessionid=0x101956b3f020001 2024-12-02T03:41:42,527 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:41:42,527 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:42,527 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,45791,1733110902005' 2024-12-02T03:41:42,527 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:41:42,528 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:41:42,528 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:41:42,528 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:41:42,529 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:42,529 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,45791,1733110902005' 2024-12-02T03:41:42,529 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:41:42,529 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:41:42,530 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:41:42,530 INFO [RS:0;e2eaa0f11f7e:45791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:41:42,530 INFO [RS:0;e2eaa0f11f7e:45791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:41:42,560 WARN [e2eaa0f11f7e:43927 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:41:42,630 INFO [RS:0;e2eaa0f11f7e:45791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:41:42,633 INFO [RS:0;e2eaa0f11f7e:45791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C45791%2C1733110902005, suffix=, logDir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005, archiveDir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/oldWALs, maxLogs=32 2024-12-02T03:41:42,648 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110902634, exclude list is [], retry=0 2024-12-02T03:41:42,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34735,DS-93e7c67d-26f7-4096-aeb9-24d6bf8f8a81,DISK] 2024-12-02T03:41:42,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40477,DS-8acf931a-447c-409b-9fc8-5f6c27c4a159,DISK] 2024-12-02T03:41:42,653 INFO [RS:0;e2eaa0f11f7e:45791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110902634 2024-12-02T03:41:42,653 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43163:43163),(127.0.0.1/127.0.0.1:43127:43127)] 2024-12-02T03:41:42,811 DEBUG [e2eaa0f11f7e:43927 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T03:41:42,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:42,815 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,45791,1733110902005, state=OPENING 2024-12-02T03:41:42,846 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:41:42,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,858 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:41:42,860 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:41:42,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:41:42,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:41:42,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,45791,1733110902005}] 2024-12-02T03:41:43,016 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:41:43,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49899, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:41:43,022 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:41:43,023 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:41:43,023 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:41:43,025 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C45791%2C1733110902005.meta, suffix=.meta, logDir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005, archiveDir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/oldWALs, maxLogs=32 2024-12-02T03:41:43,039 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.meta.1733110903026.meta, exclude list is [], retry=0 2024-12-02T03:41:43,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40477,DS-8acf931a-447c-409b-9fc8-5f6c27c4a159,DISK] 2024-12-02T03:41:43,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34735,DS-93e7c67d-26f7-4096-aeb9-24d6bf8f8a81,DISK] 2024-12-02T03:41:43,044 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.meta.1733110903026.meta 2024-12-02T03:41:43,045 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43127:43127),(127.0.0.1/127.0.0.1:43163:43163)] 2024-12-02T03:41:43,045 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:41:43,045 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:41:43,046 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:41:43,046 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:41:43,046 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:41:43,046 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:43,046 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:41:43,046 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:41:43,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:41:43,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:41:43,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:43,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:43,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:41:43,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:41:43,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:43,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:43,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:41:43,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:41:43,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:43,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:43,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:41:43,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:41:43,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:43,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:41:43,055 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:41:43,056 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740 2024-12-02T03:41:43,058 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740 2024-12-02T03:41:43,059 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:41:43,059 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:41:43,060 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T03:41:43,061 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:41:43,062 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=831638, jitterRate=0.05748365819454193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T03:41:43,062 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:41:43,063 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733110903046Writing region info on filesystem at 1733110903046Initializing all the Stores at 1733110903047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110903047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110903048 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110903048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110903048Cleaning up temporary data from old regions at 1733110903059 (+11 ms)Running coprocessor post-open hooks at 1733110903062 (+3 ms)Region opened successfully at 1733110903063 (+1 ms) 2024-12-02T03:41:43,064 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733110903015 2024-12-02T03:41:43,067 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:41:43,068 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:41:43,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:43,069 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,45791,1733110902005, state=OPEN 2024-12-02T03:41:43,106 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:41:43,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:41:43,106 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:43,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:41:43,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:41:43,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:41:43,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,45791,1733110902005 in 246 msec 2024-12-02T03:41:43,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:41:43,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 702 msec 2024-12-02T03:41:43,114 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:41:43,115 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:41:43,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:41:43,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,45791,1733110902005, seqNum=-1] 2024-12-02T03:41:43,117 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:41:43,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45189, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:41:43,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 758 msec 2024-12-02T03:41:43,124 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733110903124, completionTime=-1 2024-12-02T03:41:43,124 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T03:41:43,124 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:41:43,126 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T03:41:43,126 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733110963126 2024-12-02T03:41:43,126 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733111023126 2024-12-02T03:41:43,126 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T03:41:43,126 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43927,1733110901840-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:43,127 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43927,1733110901840-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:43,127 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43927,1733110901840-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:43,127 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:43927, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:43,127 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:43,127 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:43,129 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:41:43,131 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.065sec 2024-12-02T03:41:43,131 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:41:43,131 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:41:43,131 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:41:43,131 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:41:43,131 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:41:43,131 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43927,1733110901840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:41:43,131 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43927,1733110901840-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:41:43,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb62593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:41:43,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,43927,-1 for getting cluster id 2024-12-02T03:41:43,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:41:43,135 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38093450-3b48-458e-b192-cf648c0aaa04' 2024-12-02T03:41:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:41:43,135 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:41:43,135 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:41:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38093450-3b48-458e-b192-cf648c0aaa04" 2024-12-02T03:41:43,135 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43927,1733110901840-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:41:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bea65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:41:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,43927,-1] 2024-12-02T03:41:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:41:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:41:43,137 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:41:43,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccedcaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:41:43,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:41:43,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,45791,1733110902005, seqNum=-1] 2024-12-02T03:41:43,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:41:43,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:41:43,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,43927,1733110901840 2024-12-02T03:41:43,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:41:43,145 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T03:41:43,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:41:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,43927,1733110901840 2024-12-02T03:41:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@195fe0bf 2024-12-02T03:41:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:41:43,149 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:41:43,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T03:41:43,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T03:41:43,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:41:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:41:43,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:41:43,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:43,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-02T03:41:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:41:43,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:41:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741835_1011 (size=405) 2024-12-02T03:41:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741835_1011 (size=405) 2024-12-02T03:41:43,164 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 515f92a3fb40e80efe504089939674f2, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df 2024-12-02T03:41:43,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741836_1012 (size=88) 2024-12-02T03:41:43,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741836_1012 (size=88) 2024-12-02T03:41:43,180 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:43,180 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 515f92a3fb40e80efe504089939674f2, disabling compactions & flushes 2024-12-02T03:41:43,180 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:41:43,180 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:41:43,180 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. after waiting 0 ms 2024-12-02T03:41:43,180 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:41:43,180 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:41:43,180 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 515f92a3fb40e80efe504089939674f2: Waiting for close lock at 1733110903180Disabling compacts and flushes for region at 1733110903180Disabling writes for close at 1733110903180Writing region close event to WAL at 1733110903180Closed at 1733110903180 2024-12-02T03:41:43,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:41:43,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733110903182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733110903182"}]},"ts":"1733110903182"} 2024-12-02T03:41:43,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T03:41:43,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:41:43,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733110903187"}]},"ts":"1733110903187"} 2024-12-02T03:41:43,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-02T03:41:43,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=515f92a3fb40e80efe504089939674f2, ASSIGN}] 2024-12-02T03:41:43,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=515f92a3fb40e80efe504089939674f2, ASSIGN 2024-12-02T03:41:43,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=515f92a3fb40e80efe504089939674f2, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,45791,1733110902005; forceNewPlan=false, retain=false 2024-12-02T03:41:43,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=515f92a3fb40e80efe504089939674f2, regionState=OPENING, regionLocation=e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:43,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=515f92a3fb40e80efe504089939674f2, ASSIGN because future has completed 2024-12-02T03:41:43,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 515f92a3fb40e80efe504089939674f2, server=e2eaa0f11f7e,45791,1733110902005}] 2024-12-02T03:41:43,510 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:41:43,510 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 515f92a3fb40e80efe504089939674f2, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:41:43,511 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,511 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:41:43,511 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,511 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,513 INFO [StoreOpener-515f92a3fb40e80efe504089939674f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,515 INFO [StoreOpener-515f92a3fb40e80efe504089939674f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 515f92a3fb40e80efe504089939674f2 columnFamilyName info 2024-12-02T03:41:43,515 DEBUG [StoreOpener-515f92a3fb40e80efe504089939674f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:41:43,516 INFO [StoreOpener-515f92a3fb40e80efe504089939674f2-1 {}] regionserver.HStore(327): Store=515f92a3fb40e80efe504089939674f2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:41:43,516 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,517 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,518 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,518 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,519 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,521 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,525 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:41:43,525 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 515f92a3fb40e80efe504089939674f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855278, jitterRate=0.08754296600818634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:41:43,525 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 515f92a3fb40e80efe504089939674f2 2024-12-02T03:41:43,526 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 515f92a3fb40e80efe504089939674f2: Running coprocessor pre-open hook at 1733110903511Writing region info on filesystem at 1733110903511Initializing all the Stores at 1733110903512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110903512Cleaning up temporary data from old regions at 1733110903519 (+7 ms)Running coprocessor post-open hooks at 1733110903525 (+6 ms)Region opened successfully at 1733110903526 (+1 ms) 2024-12-02T03:41:43,527 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2., pid=6, masterSystemTime=1733110903505 2024-12-02T03:41:43,530 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:41:43,530 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:41:43,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=515f92a3fb40e80efe504089939674f2, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:41:43,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 515f92a3fb40e80efe504089939674f2, server=e2eaa0f11f7e,45791,1733110902005 because future has completed 2024-12-02T03:41:43,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T03:41:43,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 515f92a3fb40e80efe504089939674f2, server=e2eaa0f11f7e,45791,1733110902005 in 184 msec 2024-12-02T03:41:43,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T03:41:43,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=515f92a3fb40e80efe504089939674f2, ASSIGN in 347 msec 2024-12-02T03:41:43,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:41:43,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733110903541"}]},"ts":"1733110903541"} 2024-12-02T03:41:43,544 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-02T03:41:43,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:41:43,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 395 msec 2024-12-02T03:41:45,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T03:41:45,000 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T03:41:45,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:41:45,001 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T03:41:45,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:41:45,001 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-02T03:41:48,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:41:48,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:41:48,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T03:41:48,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-02T03:41:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:41:53,233 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T03:41:53,233 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-02T03:41:53,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:41:53,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:41:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2., hostname=e2eaa0f11f7e,45791,1733110902005, seqNum=2] 2024-12-02T03:41:53,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:41:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:41:53,258 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T03:41:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T03:41:53,259 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T03:41:53,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T03:41:53,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T03:41:53,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:41:53,428 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 515f92a3fb40e80efe504089939674f2 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T03:41:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/3f3cc38fc44c4e0b99a8df313ad8d5a2 is 1055, key is row0001/info:/1733110913245/Put/seqid=0 2024-12-02T03:41:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741837_1013 (size=6008) 2024-12-02T03:41:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741837_1013 (size=6008) 2024-12-02T03:41:53,450 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/3f3cc38fc44c4e0b99a8df313ad8d5a2 2024-12-02T03:41:53,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/3f3cc38fc44c4e0b99a8df313ad8d5a2 as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/3f3cc38fc44c4e0b99a8df313ad8d5a2 2024-12-02T03:41:53,465 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/3f3cc38fc44c4e0b99a8df313ad8d5a2, entries=1, sequenceid=5, filesize=5.9 K 2024-12-02T03:41:53,466 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 515f92a3fb40e80efe504089939674f2 in 38ms, sequenceid=5, compaction requested=false 2024-12-02T03:41:53,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 515f92a3fb40e80efe504089939674f2: 2024-12-02T03:41:53,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:41:53,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T03:41:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T03:41:53,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T03:41:53,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 209 msec 2024-12-02T03:41:53,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 221 msec 2024-12-02T03:42:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T03:42:03,314 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T03:42:03,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:42:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:42:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T03:42:03,324 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T03:42:03,326 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T03:42:03,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T03:42:03,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-02T03:42:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:03,481 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 515f92a3fb40e80efe504089939674f2 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T03:42:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/8a2c519855b8489b81dca3b6ba210264 is 1055, key is row0002/info:/1733110923317/Put/seqid=0 2024-12-02T03:42:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741838_1014 (size=6008) 2024-12-02T03:42:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741838_1014 (size=6008) 2024-12-02T03:42:03,497 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/8a2c519855b8489b81dca3b6ba210264 2024-12-02T03:42:03,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/8a2c519855b8489b81dca3b6ba210264 as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/8a2c519855b8489b81dca3b6ba210264 2024-12-02T03:42:03,512 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/8a2c519855b8489b81dca3b6ba210264, entries=1, sequenceid=9, filesize=5.9 K 2024-12-02T03:42:03,514 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 515f92a3fb40e80efe504089939674f2 in 32ms, sequenceid=9, compaction requested=false 2024-12-02T03:42:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 515f92a3fb40e80efe504089939674f2: 2024-12-02T03:42:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T03:42:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T03:42:03,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T03:42:03,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 190 msec 2024-12-02T03:42:03,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 199 msec 2024-12-02T03:42:11,817 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T03:42:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T03:42:13,373 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T03:42:13,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110933379, exclude list is [], retry=0 2024-12-02T03:42:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34735,DS-93e7c67d-26f7-4096-aeb9-24d6bf8f8a81,DISK] 2024-12-02T03:42:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40477,DS-8acf931a-447c-409b-9fc8-5f6c27c4a159,DISK] 2024-12-02T03:42:13,399 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110902634 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110933379 2024-12-02T03:42:13,399 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43163:43163),(127.0.0.1/127.0.0.1:43127:43127)] 2024-12-02T03:42:13,399 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110902634 is not closed yet, will try archiving it next time 2024-12-02T03:42:13,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:42:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741833_1009 (size=5471) 2024-12-02T03:42:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741833_1009 (size=5471) 2024-12-02T03:42:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:42:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T03:42:13,403 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T03:42:13,404 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T03:42:13,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T03:42:13,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T03:42:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:13,558 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 515f92a3fb40e80efe504089939674f2 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T03:42:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/182b1fe102664aaf8a913cf846942f82 is 1055, key is row0003/info:/1733110933376/Put/seqid=0 2024-12-02T03:42:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741840_1016 (size=6008) 2024-12-02T03:42:13,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741840_1016 (size=6008) 2024-12-02T03:42:13,572 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/182b1fe102664aaf8a913cf846942f82 2024-12-02T03:42:13,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/182b1fe102664aaf8a913cf846942f82 as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/182b1fe102664aaf8a913cf846942f82 2024-12-02T03:42:13,587 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/182b1fe102664aaf8a913cf846942f82, entries=1, sequenceid=13, filesize=5.9 K 2024-12-02T03:42:13,588 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 515f92a3fb40e80efe504089939674f2 in 31ms, sequenceid=13, compaction requested=true 2024-12-02T03:42:13,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 515f92a3fb40e80efe504089939674f2: 2024-12-02T03:42:13,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:13,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T03:42:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T03:42:13,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T03:42:13,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-12-02T03:42:13,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 194 msec 2024-12-02T03:42:23,137 INFO [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T03:42:23,137 INFO [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T03:42:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T03:42:23,462 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T03:42:23,464 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:42:23,467 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:42:23,468 DEBUG [Time-limited test {}] regionserver.HStore(1541): 515f92a3fb40e80efe504089939674f2/info is initiating minor compaction (all files) 2024-12-02T03:42:23,469 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:42:23,469 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:23,469 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 515f92a3fb40e80efe504089939674f2/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:23,470 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/3f3cc38fc44c4e0b99a8df313ad8d5a2, hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/8a2c519855b8489b81dca3b6ba210264, hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/182b1fe102664aaf8a913cf846942f82] into tmpdir=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp, totalSize=17.6 K 2024-12-02T03:42:23,471 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3f3cc38fc44c4e0b99a8df313ad8d5a2, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733110913245 2024-12-02T03:42:23,472 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8a2c519855b8489b81dca3b6ba210264, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733110923317 2024-12-02T03:42:23,473 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 182b1fe102664aaf8a913cf846942f82, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733110933376 2024-12-02T03:42:23,500 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 515f92a3fb40e80efe504089939674f2#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:42:23,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/8ebe93644603450e945fc048bcb29d61 is 1055, key is row0001/info:/1733110913245/Put/seqid=0 2024-12-02T03:42:23,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741841_1017 (size=8221) 2024-12-02T03:42:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741841_1017 (size=8221) 2024-12-02T03:42:23,517 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/8ebe93644603450e945fc048bcb29d61 as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/8ebe93644603450e945fc048bcb29d61 2024-12-02T03:42:23,537 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 515f92a3fb40e80efe504089939674f2/info of 515f92a3fb40e80efe504089939674f2 into 8ebe93644603450e945fc048bcb29d61(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:42:23,537 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 515f92a3fb40e80efe504089939674f2: 2024-12-02T03:42:23,555 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110943539, exclude list is [], retry=0 2024-12-02T03:42:23,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40477,DS-8acf931a-447c-409b-9fc8-5f6c27c4a159,DISK] 2024-12-02T03:42:23,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34735,DS-93e7c67d-26f7-4096-aeb9-24d6bf8f8a81,DISK] 2024-12-02T03:42:23,563 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110933379 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110943539 2024-12-02T03:42:23,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43127:43127),(127.0.0.1/127.0.0.1:43163:43163)] 2024-12-02T03:42:23,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110933379 is not closed yet, will try archiving it next time 2024-12-02T03:42:23,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741839_1015 (size=2495) 2024-12-02T03:42:23,565 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110933379 not finished, retry = 0 2024-12-02T03:42:23,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741839_1015 (size=2495) 2024-12-02T03:42:23,566 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110902634 to hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/oldWALs/e2eaa0f11f7e%2C45791%2C1733110902005.1733110902634 2024-12-02T03:42:23,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:42:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:42:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T03:42:23,569 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T03:42:23,570 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T03:42:23,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T03:42:23,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T03:42:23,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:23,724 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 515f92a3fb40e80efe504089939674f2 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T03:42:23,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/7bce1387bb8248449d4b8e2a1d6c5c26 is 1055, key is row0000/info:/1733110943538/Put/seqid=0 2024-12-02T03:42:23,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741843_1019 (size=6008) 2024-12-02T03:42:23,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741843_1019 (size=6008) 2024-12-02T03:42:23,737 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/7bce1387bb8248449d4b8e2a1d6c5c26 2024-12-02T03:42:23,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/7bce1387bb8248449d4b8e2a1d6c5c26 as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/7bce1387bb8248449d4b8e2a1d6c5c26 2024-12-02T03:42:23,751 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/7bce1387bb8248449d4b8e2a1d6c5c26, entries=1, sequenceid=18, filesize=5.9 K 2024-12-02T03:42:23,753 INFO [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 515f92a3fb40e80efe504089939674f2 in 28ms, sequenceid=18, compaction requested=false 2024-12-02T03:42:23,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 515f92a3fb40e80efe504089939674f2: 2024-12-02T03:42:23,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:23,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T03:42:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T03:42:23,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T03:42:23,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2024-12-02T03:42:23,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 194 msec 2024-12-02T03:42:28,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 515f92a3fb40e80efe504089939674f2, had cached 0 bytes from a total of 14229 2024-12-02T03:42:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T03:42:33,672 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T03:42:33,687 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110953674, exclude list is [], retry=0 2024-12-02T03:42:33,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40477,DS-8acf931a-447c-409b-9fc8-5f6c27c4a159,DISK] 2024-12-02T03:42:33,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34735,DS-93e7c67d-26f7-4096-aeb9-24d6bf8f8a81,DISK] 2024-12-02T03:42:33,692 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110943539 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110953674 2024-12-02T03:42:33,692 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43127:43127),(127.0.0.1/127.0.0.1:43163:43163)] 2024-12-02T03:42:33,692 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110943539 is not closed yet, will try archiving it next time 2024-12-02T03:42:33,692 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/WALs/e2eaa0f11f7e,45791,1733110902005/e2eaa0f11f7e%2C45791%2C1733110902005.1733110933379 to hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/oldWALs/e2eaa0f11f7e%2C45791%2C1733110902005.1733110933379 2024-12-02T03:42:33,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:42:33,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:42:33,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:42:33,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:42:33,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:42:33,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:42:33,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=423869606, stopped=false 2024-12-02T03:42:33,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:42:33,693 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,43927,1733110901840 2024-12-02T03:42:33,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741842_1018 (size=2001) 2024-12-02T03:42:33,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741842_1018 (size=2001) 2024-12-02T03:42:33,743 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:42:33,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:42:33,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:33,743 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:33,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:42:33,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:42:33,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:42:33,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:42:33,743 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,45791,1733110902005' ***** 2024-12-02T03:42:33,744 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:42:33,744 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:42:33,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:42:33,744 INFO [RS:0;e2eaa0f11f7e:45791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:42:33,744 INFO [RS:0;e2eaa0f11f7e:45791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:42:33,744 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:42:33,744 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(3091): Received CLOSE for 515f92a3fb40e80efe504089939674f2 2024-12-02T03:42:33,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:42:33,744 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:42:33,744 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:42:33,744 INFO [RS:0;e2eaa0f11f7e:45791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:45791. 2024-12-02T03:42:33,744 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:42:33,744 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:42:33,744 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 515f92a3fb40e80efe504089939674f2, disabling compactions & flushes 2024-12-02T03:42:33,744 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:42:33,744 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:33,745 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:42:33,745 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:42:33,745 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:33,745 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:42:33,745 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. after waiting 0 ms 2024-12-02T03:42:33,745 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:33,745 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T03:42:33,745 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 515f92a3fb40e80efe504089939674f2=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.} 2024-12-02T03:42:33,745 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 515f92a3fb40e80efe504089939674f2 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T03:42:33,745 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 515f92a3fb40e80efe504089939674f2 2024-12-02T03:42:33,745 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:42:33,745 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:42:33,745 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:42:33,745 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:42:33,745 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:42:33,745 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-02T03:42:33,749 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/b31a1f8249e74aac9d700956ad3148b4 is 1055, key is row0001/info:/1733110953673/Put/seqid=0 2024-12-02T03:42:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741845_1021 (size=6008) 2024-12-02T03:42:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741845_1021 (size=6008) 2024-12-02T03:42:33,759 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/b31a1f8249e74aac9d700956ad3148b4 2024-12-02T03:42:33,765 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/.tmp/info/e8b3bff0e8634f0697030c9855e71f6c is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2./info:regioninfo/1733110903531/Put/seqid=0 2024-12-02T03:42:33,770 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/.tmp/info/b31a1f8249e74aac9d700956ad3148b4 as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/b31a1f8249e74aac9d700956ad3148b4 2024-12-02T03:42:33,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741846_1022 (size=7308) 2024-12-02T03:42:33,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741846_1022 (size=7308) 2024-12-02T03:42:33,772 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/.tmp/info/e8b3bff0e8634f0697030c9855e71f6c 2024-12-02T03:42:33,778 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/b31a1f8249e74aac9d700956ad3148b4, entries=1, sequenceid=22, filesize=5.9 K 2024-12-02T03:42:33,779 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 515f92a3fb40e80efe504089939674f2 in 34ms, sequenceid=22, compaction requested=true 2024-12-02T03:42:33,780 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/3f3cc38fc44c4e0b99a8df313ad8d5a2, hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/8a2c519855b8489b81dca3b6ba210264, hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/182b1fe102664aaf8a913cf846942f82] to archive 2024-12-02T03:42:33,783 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T03:42:33,785 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/3f3cc38fc44c4e0b99a8df313ad8d5a2 to hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/3f3cc38fc44c4e0b99a8df313ad8d5a2 2024-12-02T03:42:33,787 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/8a2c519855b8489b81dca3b6ba210264 to hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/8a2c519855b8489b81dca3b6ba210264 2024-12-02T03:42:33,789 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/182b1fe102664aaf8a913cf846942f82 to hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/info/182b1fe102664aaf8a913cf846942f82 2024-12-02T03:42:33,794 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/.tmp/ns/8ff900d504cd47aea3b7b8ad91ea6f99 is 43, key is default/ns:d/1733110903119/Put/seqid=0 2024-12-02T03:42:33,803 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e2eaa0f11f7e:43927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-02T03:42:33,804 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [3f3cc38fc44c4e0b99a8df313ad8d5a2=6008, 8a2c519855b8489b81dca3b6ba210264=6008, 182b1fe102664aaf8a913cf846942f82=6008] 2024-12-02T03:42:33,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741847_1023 (size=5153) 2024-12-02T03:42:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741847_1023 (size=5153) 2024-12-02T03:42:33,810 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/.tmp/ns/8ff900d504cd47aea3b7b8ad91ea6f99 2024-12-02T03:42:33,811 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/515f92a3fb40e80efe504089939674f2/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-02T03:42:33,812 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:33,812 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 515f92a3fb40e80efe504089939674f2: Waiting for close lock at 1733110953744Running coprocessor pre-close hooks at 1733110953744Disabling compacts and flushes for region at 1733110953744Disabling writes for close at 1733110953745 (+1 ms)Obtaining lock to block concurrent updates at 1733110953745Preparing flush snapshotting stores in 515f92a3fb40e80efe504089939674f2 at 1733110953745Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733110953745Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. at 1733110953746 (+1 ms)Flushing 515f92a3fb40e80efe504089939674f2/info: creating writer at 1733110953746Flushing 515f92a3fb40e80efe504089939674f2/info: appending metadata at 1733110953749 (+3 ms)Flushing 515f92a3fb40e80efe504089939674f2/info: closing flushed file at 1733110953749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25df2c7: reopening flushed file at 1733110953769 (+20 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 515f92a3fb40e80efe504089939674f2 in 34ms, sequenceid=22, compaction requested=true at 1733110953779 (+10 ms)Writing region close event to WAL at 1733110953805 (+26 ms)Running coprocessor post-close hooks at 1733110953812 (+7 ms)Closed at 1733110953812 2024-12-02T03:42:33,813 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733110903149.515f92a3fb40e80efe504089939674f2. 2024-12-02T03:42:33,840 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/.tmp/table/f998e016b8ab4b15bcad885bdc234628 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733110903541/Put/seqid=0 2024-12-02T03:42:33,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741848_1024 (size=5508) 2024-12-02T03:42:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741848_1024 (size=5508) 2024-12-02T03:42:33,857 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/.tmp/table/f998e016b8ab4b15bcad885bdc234628 2024-12-02T03:42:33,867 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/.tmp/info/e8b3bff0e8634f0697030c9855e71f6c as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/info/e8b3bff0e8634f0697030c9855e71f6c 2024-12-02T03:42:33,874 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/info/e8b3bff0e8634f0697030c9855e71f6c, entries=10, sequenceid=11, filesize=7.1 K 2024-12-02T03:42:33,876 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/.tmp/ns/8ff900d504cd47aea3b7b8ad91ea6f99 as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/ns/8ff900d504cd47aea3b7b8ad91ea6f99 2024-12-02T03:42:33,885 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/ns/8ff900d504cd47aea3b7b8ad91ea6f99, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T03:42:33,886 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/.tmp/table/f998e016b8ab4b15bcad885bdc234628 as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/table/f998e016b8ab4b15bcad885bdc234628 2024-12-02T03:42:33,893 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/table/f998e016b8ab4b15bcad885bdc234628, entries=2, sequenceid=11, filesize=5.4 K 2024-12-02T03:42:33,895 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=11, compaction requested=false 2024-12-02T03:42:33,911 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T03:42:33,912 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:42:33,912 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:42:33,912 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733110953745Running coprocessor pre-close hooks at 1733110953745Disabling compacts and flushes for region at 1733110953745Disabling writes for close at 1733110953745Obtaining lock to block concurrent updates at 1733110953745Preparing flush snapshotting stores in 1588230740 at 1733110953745Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733110953746 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733110953748 (+2 ms)Flushing 1588230740/info: creating writer at 1733110953748Flushing 1588230740/info: appending metadata at 1733110953764 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733110953764Flushing 1588230740/ns: creating writer at 1733110953778 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733110953794 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733110953794Flushing 1588230740/table: creating writer at 1733110953818 (+24 ms)Flushing 1588230740/table: appending metadata at 1733110953839 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733110953839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5e45b5: reopening flushed file at 1733110953866 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e1c8b2: reopening flushed file at 1733110953875 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d1cc43: reopening flushed file at 1733110953885 (+10 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=11, compaction requested=false at 1733110953895 (+10 ms)Writing region close event to WAL at 1733110953907 (+12 ms)Running coprocessor post-close hooks at 1733110953912 (+5 ms)Closed at 1733110953912 2024-12-02T03:42:33,912 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:42:33,945 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,45791,1733110902005; all regions closed. 2024-12-02T03:42:33,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741834_1010 (size=3306) 2024-12-02T03:42:33,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741834_1010 (size=3306) 2024-12-02T03:42:33,950 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/oldWALs 2024-12-02T03:42:33,951 INFO [RS:0;e2eaa0f11f7e:45791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C45791%2C1733110902005.meta:.meta(num 1733110903026) 2024-12-02T03:42:33,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741844_1020 (size=1252) 2024-12-02T03:42:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741844_1020 (size=1252) 2024-12-02T03:42:33,956 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/oldWALs 2024-12-02T03:42:33,956 INFO [RS:0;e2eaa0f11f7e:45791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C45791%2C1733110902005:(num 1733110953674) 2024-12-02T03:42:33,956 DEBUG [RS:0;e2eaa0f11f7e:45791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:42:33,956 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:42:33,956 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:42:33,957 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T03:42:33,957 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:42:33,957 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:42:33,957 INFO [RS:0;e2eaa0f11f7e:45791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45791 2024-12-02T03:42:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:42:33,968 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,45791,1733110902005 2024-12-02T03:42:33,968 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:42:33,968 ERROR [pool-355-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$362/0x00007f4d34902d88@5c5c1c0c rejected from java.util.concurrent.ThreadPoolExecutor@195e89e3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-02T03:42:33,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,45791,1733110902005] 2024-12-02T03:42:33,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,45791,1733110902005 already deleted, retry=false 2024-12-02T03:42:33,984 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,45791,1733110902005 expired; onlineServers=0 2024-12-02T03:42:33,985 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,43927,1733110901840' ***** 2024-12-02T03:42:33,985 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:42:33,985 INFO [M:0;e2eaa0f11f7e:43927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:42:33,985 INFO [M:0;e2eaa0f11f7e:43927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:42:33,985 DEBUG [M:0;e2eaa0f11f7e:43927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:42:33,985 DEBUG [M:0;e2eaa0f11f7e:43927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:42:33,985 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:42:33,985 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110902373 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110902373,5,FailOnTimeoutGroup] 2024-12-02T03:42:33,985 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110902373 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110902373,5,FailOnTimeoutGroup] 2024-12-02T03:42:33,985 INFO [M:0;e2eaa0f11f7e:43927 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:42:33,985 INFO [M:0;e2eaa0f11f7e:43927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:42:33,985 DEBUG [M:0;e2eaa0f11f7e:43927 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:42:33,985 INFO [M:0;e2eaa0f11f7e:43927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:42:33,986 INFO [M:0;e2eaa0f11f7e:43927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:42:33,986 INFO [M:0;e2eaa0f11f7e:43927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:42:33,986 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:42:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:42:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:33,993 DEBUG [M:0;e2eaa0f11f7e:43927 {}] zookeeper.ZKUtil(347): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:42:33,993 WARN [M:0;e2eaa0f11f7e:43927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:42:33,995 INFO [M:0;e2eaa0f11f7e:43927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/.lastflushedseqids 2024-12-02T03:42:34,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741849_1025 (size=130) 2024-12-02T03:42:34,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741849_1025 (size=130) 2024-12-02T03:42:34,002 INFO [M:0;e2eaa0f11f7e:43927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:42:34,002 INFO [M:0;e2eaa0f11f7e:43927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:42:34,003 DEBUG [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:42:34,003 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:42:34,003 DEBUG [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:42:34,003 DEBUG [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:42:34,003 DEBUG [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:42:34,003 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.60 KB heapSize=55.01 KB 2024-12-02T03:42:34,018 DEBUG [M:0;e2eaa0f11f7e:43927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b774db4a2a02463f8b9221a7a8c43aa0 is 82, key is hbase:meta,,1/info:regioninfo/1733110903068/Put/seqid=0 2024-12-02T03:42:34,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741850_1026 (size=5672) 2024-12-02T03:42:34,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741850_1026 (size=5672) 2024-12-02T03:42:34,024 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b774db4a2a02463f8b9221a7a8c43aa0 2024-12-02T03:42:34,044 DEBUG [M:0;e2eaa0f11f7e:43927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbdb632538b94147b3879190124cea06 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733110903546/Put/seqid=0 2024-12-02T03:42:34,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741851_1027 (size=7824) 2024-12-02T03:42:34,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741851_1027 (size=7824) 2024-12-02T03:42:34,058 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.00 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbdb632538b94147b3879190124cea06 2024-12-02T03:42:34,064 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbdb632538b94147b3879190124cea06 2024-12-02T03:42:34,076 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:42:34,076 INFO [RS:0;e2eaa0f11f7e:45791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:42:34,076 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x101956b3f020001, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:42:34,076 INFO [RS:0;e2eaa0f11f7e:45791 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,45791,1733110902005; zookeeper connection closed. 2024-12-02T03:42:34,077 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77b0e01a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77b0e01a 2024-12-02T03:42:34,077 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T03:42:34,084 DEBUG [M:0;e2eaa0f11f7e:43927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0e10848b06d4dcb9c184032a7f436eb is 69, key is e2eaa0f11f7e,45791,1733110902005/rs:state/1733110902481/Put/seqid=0 2024-12-02T03:42:34,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741852_1028 (size=5156) 2024-12-02T03:42:34,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741852_1028 (size=5156) 2024-12-02T03:42:34,099 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0e10848b06d4dcb9c184032a7f436eb 2024-12-02T03:42:34,119 DEBUG [M:0;e2eaa0f11f7e:43927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6ba1df80ab3740aab5d927e59121d63d is 52, key is load_balancer_on/state:d/1733110903144/Put/seqid=0 2024-12-02T03:42:34,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741853_1029 (size=5056) 2024-12-02T03:42:34,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741853_1029 (size=5056) 2024-12-02T03:42:34,124 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6ba1df80ab3740aab5d927e59121d63d 2024-12-02T03:42:34,132 DEBUG [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b774db4a2a02463f8b9221a7a8c43aa0 as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b774db4a2a02463f8b9221a7a8c43aa0 2024-12-02T03:42:34,138 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b774db4a2a02463f8b9221a7a8c43aa0, entries=8, sequenceid=121, filesize=5.5 K 2024-12-02T03:42:34,140 DEBUG [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbdb632538b94147b3879190124cea06 as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbdb632538b94147b3879190124cea06 2024-12-02T03:42:34,147 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbdb632538b94147b3879190124cea06 2024-12-02T03:42:34,147 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbdb632538b94147b3879190124cea06, entries=14, sequenceid=121, filesize=7.6 K 2024-12-02T03:42:34,149 DEBUG [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0e10848b06d4dcb9c184032a7f436eb as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0e10848b06d4dcb9c184032a7f436eb 2024-12-02T03:42:34,156 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0e10848b06d4dcb9c184032a7f436eb, entries=1, sequenceid=121, filesize=5.0 K 2024-12-02T03:42:34,157 DEBUG [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6ba1df80ab3740aab5d927e59121d63d as hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6ba1df80ab3740aab5d927e59121d63d 2024-12-02T03:42:34,164 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35493/user/jenkins/test-data/95b01e7d-3ea8-68b3-c81c-0bfacd43d2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6ba1df80ab3740aab5d927e59121d63d, entries=1, sequenceid=121, filesize=4.9 K 2024-12-02T03:42:34,165 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.60 KB/44647, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=121, compaction requested=false 2024-12-02T03:42:34,166 INFO [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:42:34,166 DEBUG [M:0;e2eaa0f11f7e:43927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733110954003Disabling compacts and flushes for region at 1733110954003Disabling writes for close at 1733110954003Obtaining lock to block concurrent updates at 1733110954003Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733110954003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44647, getHeapSize=56264, getOffHeapSize=0, getCellsCount=140 at 1733110954003Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733110954004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733110954004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733110954018 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733110954018Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733110954030 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733110954043 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733110954043Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733110954064 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733110954084 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733110954084Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733110954105 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733110954119 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733110954119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2f78e8: reopening flushed file at 1733110954131 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a43735e: reopening flushed file at 1733110954139 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fdb0968: reopening flushed file at 1733110954148 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6edbf6: reopening flushed file at 1733110954156 (+8 ms)Finished flush of dataSize ~43.60 KB/44647, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=121, compaction requested=false at 1733110954165 (+9 ms)Writing region close event to WAL at 1733110954166 (+1 ms)Closed at 1733110954166 2024-12-02T03:42:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741830_1006 (size=53044) 2024-12-02T03:42:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40477 is added to blk_1073741830_1006 (size=53044) 2024-12-02T03:42:34,171 INFO [M:0;e2eaa0f11f7e:43927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:42:34,171 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:42:34,171 INFO [M:0;e2eaa0f11f7e:43927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43927 2024-12-02T03:42:34,171 INFO [M:0;e2eaa0f11f7e:43927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:42:34,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:42:34,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43927-0x101956b3f020000, quorum=127.0.0.1:50580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:42:34,298 INFO [M:0;e2eaa0f11f7e:43927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:42:34,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d13d779{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:42:34,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bd74c4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:42:34,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:42:34,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e6de787{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:42:34,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327e4fda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/hadoop.log.dir/,STOPPED} 2024-12-02T03:42:34,304 WARN [BP-1308700986-172.17.0.2-1733110900247 heartbeating to localhost/127.0.0.1:35493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:42:34,304 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:42:34,304 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:42:34,304 WARN [BP-1308700986-172.17.0.2-1733110900247 heartbeating to localhost/127.0.0.1:35493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1308700986-172.17.0.2-1733110900247 (Datanode Uuid e57a06a4-20e9-445c-bac7-ff71ce8ec2c3) service to localhost/127.0.0.1:35493 2024-12-02T03:42:34,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/data/data3/current/BP-1308700986-172.17.0.2-1733110900247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:42:34,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/data/data4/current/BP-1308700986-172.17.0.2-1733110900247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:42:34,305 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:42:34,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cac673c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:42:34,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@617c715{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:42:34,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:42:34,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b10ba25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:42:34,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4b3624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/hadoop.log.dir/,STOPPED} 2024-12-02T03:42:34,312 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:42:34,312 WARN [BP-1308700986-172.17.0.2-1733110900247 heartbeating to localhost/127.0.0.1:35493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:42:34,312 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:42:34,312 WARN [BP-1308700986-172.17.0.2-1733110900247 heartbeating to localhost/127.0.0.1:35493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1308700986-172.17.0.2-1733110900247 (Datanode Uuid 623d3bcb-deea-46c9-b64c-48d7e2f8c875) service to localhost/127.0.0.1:35493 2024-12-02T03:42:34,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/data/data1/current/BP-1308700986-172.17.0.2-1733110900247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:42:34,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/cluster_886532f8-c22a-ead8-c0d6-0b1c5f8de74f/data/data2/current/BP-1308700986-172.17.0.2-1733110900247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:42:34,313 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:42:34,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f13cb2d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:42:34,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bd1fb1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:42:34,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:42:34,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38ff7347{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:42:34,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffe7f97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/hadoop.log.dir/,STOPPED} 2024-12-02T03:42:34,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:42:34,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:42:34,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=100 (was 105), OpenFileDescriptor=428 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 208), ProcessCount=11 (was 11), AvailableMemoryMB=7931 (was 8090) 2024-12-02T03:42:34,359 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=100, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=7931 2024-12-02T03:42:34,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:42:34,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/hadoop.log.dir so I do NOT create it in target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a 2024-12-02T03:42:34,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ac7b8e83-130a-b267-74bf-37cfc8ee1c11/hadoop.tmp.dir so I do NOT create it in target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a 2024-12-02T03:42:34,359 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e, deleteOnExit=true 2024-12-02T03:42:34,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:42:34,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/test.cache.data in system properties and HBase conf 2024-12-02T03:42:34,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:42:34,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:42:34,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:42:34,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:42:34,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:42:34,360 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:42:34,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:42:34,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:42:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:42:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:42:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:42:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:42:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:42:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:42:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:42:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:42:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:42:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:42:34,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:42:34,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:42:34,503 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:42:34,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:42:34,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:42:34,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:42:34,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:42:34,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:42:34,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:42:34,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6677d3ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:42:34,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e4989d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:42:34,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30ae9b14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/java.io.tmpdir/jetty-localhost-33381-hadoop-hdfs-3_4_1-tests_jar-_-any-742075240741825563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:42:34,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29c865b3{HTTP/1.1, (http/1.1)}{localhost:33381} 2024-12-02T03:42:34,753 INFO [Time-limited test {}] server.Server(415): Started @145654ms 2024-12-02T03:42:34,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:42:34,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:42:34,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:42:34,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:42:34,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:42:34,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d589fb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:42:34,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cfed15a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:42:35,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:42:35,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T03:42:35,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T03:42:35,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T03:42:35,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69c50db1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/java.io.tmpdir/jetty-localhost-40669-hadoop-hdfs-3_4_1-tests_jar-_-any-3044320038719916198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:42:35,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ac6dcf9{HTTP/1.1, (http/1.1)}{localhost:40669} 2024-12-02T03:42:35,062 INFO [Time-limited test {}] server.Server(415): Started @145963ms 2024-12-02T03:42:35,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:42:35,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:42:35,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:42:35,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:42:35,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:42:35,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:42:35,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de395f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:42:35,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b0ccec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:42:35,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@490d1f1e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/java.io.tmpdir/jetty-localhost-45309-hadoop-hdfs-3_4_1-tests_jar-_-any-8821814464611204793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:42:35,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a8b4996{HTTP/1.1, (http/1.1)}{localhost:45309} 2024-12-02T03:42:35,224 INFO [Time-limited test {}] server.Server(415): Started @146125ms 2024-12-02T03:42:35,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:42:35,938 WARN [Thread-1109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/data/data1/current/BP-1850892469-172.17.0.2-1733110954383/current, will proceed with Du for space computation calculation, 2024-12-02T03:42:35,938 WARN [Thread-1110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/data/data2/current/BP-1850892469-172.17.0.2-1733110954383/current, will proceed with Du for space computation calculation, 2024-12-02T03:42:35,963 WARN [Thread-1073 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:42:35,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e72222c3e050d with lease ID 0x2cd19e5896d8b66b: Processing first storage report for DS-db96e04d-6b43-4e04-b307-5f8808661b0e from datanode DatanodeRegistration(127.0.0.1:40379, datanodeUuid=522551d4-5f24-4ed4-acc4-430d220223bc, infoPort=43727, infoSecurePort=0, ipcPort=39243, storageInfo=lv=-57;cid=testClusterID;nsid=416767883;c=1733110954383) 2024-12-02T03:42:35,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e72222c3e050d with lease ID 0x2cd19e5896d8b66b: from storage DS-db96e04d-6b43-4e04-b307-5f8808661b0e node DatanodeRegistration(127.0.0.1:40379, datanodeUuid=522551d4-5f24-4ed4-acc4-430d220223bc, infoPort=43727, infoSecurePort=0, ipcPort=39243, storageInfo=lv=-57;cid=testClusterID;nsid=416767883;c=1733110954383), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:42:35,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e72222c3e050d with lease ID 0x2cd19e5896d8b66b: Processing first storage report for DS-fd546dd8-74ea-41b9-8e4d-042057c85bcb from datanode DatanodeRegistration(127.0.0.1:40379, datanodeUuid=522551d4-5f24-4ed4-acc4-430d220223bc, infoPort=43727, infoSecurePort=0, ipcPort=39243, storageInfo=lv=-57;cid=testClusterID;nsid=416767883;c=1733110954383) 2024-12-02T03:42:35,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e72222c3e050d with lease ID 0x2cd19e5896d8b66b: from storage DS-fd546dd8-74ea-41b9-8e4d-042057c85bcb node DatanodeRegistration(127.0.0.1:40379, datanodeUuid=522551d4-5f24-4ed4-acc4-430d220223bc, infoPort=43727, infoSecurePort=0, ipcPort=39243, storageInfo=lv=-57;cid=testClusterID;nsid=416767883;c=1733110954383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:42:36,048 WARN [Thread-1121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/data/data4/current/BP-1850892469-172.17.0.2-1733110954383/current, will proceed with Du for space computation calculation, 2024-12-02T03:42:36,048 WARN [Thread-1120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/data/data3/current/BP-1850892469-172.17.0.2-1733110954383/current, will proceed with Du for space computation calculation, 2024-12-02T03:42:36,066 WARN [Thread-1096 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:42:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56a8af0fb97c4490 with lease ID 0x2cd19e5896d8b66c: Processing first storage report for DS-a853c435-e894-45b1-90d0-5c51d8a8f76a from datanode DatanodeRegistration(127.0.0.1:42935, datanodeUuid=9d879267-f472-4439-a9e3-a97f54e659b3, infoPort=46821, infoSecurePort=0, ipcPort=44963, storageInfo=lv=-57;cid=testClusterID;nsid=416767883;c=1733110954383) 2024-12-02T03:42:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56a8af0fb97c4490 with lease ID 0x2cd19e5896d8b66c: from storage DS-a853c435-e894-45b1-90d0-5c51d8a8f76a node DatanodeRegistration(127.0.0.1:42935, datanodeUuid=9d879267-f472-4439-a9e3-a97f54e659b3, infoPort=46821, infoSecurePort=0, ipcPort=44963, storageInfo=lv=-57;cid=testClusterID;nsid=416767883;c=1733110954383), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:42:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56a8af0fb97c4490 with lease ID 0x2cd19e5896d8b66c: Processing first storage report for DS-fbae93c8-52e1-4729-82f6-455b9d974d68 from datanode DatanodeRegistration(127.0.0.1:42935, datanodeUuid=9d879267-f472-4439-a9e3-a97f54e659b3, infoPort=46821, infoSecurePort=0, ipcPort=44963, storageInfo=lv=-57;cid=testClusterID;nsid=416767883;c=1733110954383) 2024-12-02T03:42:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56a8af0fb97c4490 with lease ID 0x2cd19e5896d8b66c: from storage DS-fbae93c8-52e1-4729-82f6-455b9d974d68 node DatanodeRegistration(127.0.0.1:42935, datanodeUuid=9d879267-f472-4439-a9e3-a97f54e659b3, infoPort=46821, infoSecurePort=0, ipcPort=44963, storageInfo=lv=-57;cid=testClusterID;nsid=416767883;c=1733110954383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:42:36,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a 2024-12-02T03:42:36,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/zookeeper_0, clientPort=50067, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:42:36,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50067 2024-12-02T03:42:36,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:42:36,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:42:36,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:42:36,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:42:36,172 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6 with version=8 2024-12-02T03:42:36,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/hbase-staging 2024-12-02T03:42:36,174 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:42:36,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:42:36,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:42:36,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:42:36,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:42:36,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:42:36,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:42:36,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:42:36,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43285 2024-12-02T03:42:36,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43285 connecting to ZooKeeper ensemble=127.0.0.1:50067 2024-12-02T03:42:36,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432850x0, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:42:36,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43285-0x101956c13430000 connected 2024-12-02T03:42:36,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:42:36,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:42:36,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:42:36,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6, hbase.cluster.distributed=false 2024-12-02T03:42:36,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:42:36,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43285 2024-12-02T03:42:36,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43285 2024-12-02T03:42:36,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43285 2024-12-02T03:42:36,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43285 2024-12-02T03:42:36,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43285 2024-12-02T03:42:36,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:42:36,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:42:36,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:42:36,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:42:36,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:42:36,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:42:36,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:42:36,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:42:36,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33515 2024-12-02T03:42:36,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33515 connecting to ZooKeeper ensemble=127.0.0.1:50067 2024-12-02T03:42:36,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:42:36,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:42:36,336 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335150x0, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:42:36,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33515-0x101956c13430001 connected 2024-12-02T03:42:36,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:42:36,342 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:42:36,346 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:42:36,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:42:36,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:42:36,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33515 2024-12-02T03:42:36,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33515 2024-12-02T03:42:36,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33515 2024-12-02T03:42:36,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33515 2024-12-02T03:42:36,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33515 2024-12-02T03:42:36,370 DEBUG [M:0;e2eaa0f11f7e:43285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:43285 2024-12-02T03:42:36,371 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,43285,1733110956174 2024-12-02T03:42:36,377 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:42:36,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:42:36,378 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,43285,1733110956174 2024-12-02T03:42:36,385 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:42:36,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:36,385 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:36,386 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:42:36,386 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,43285,1733110956174 from backup master directory 2024-12-02T03:42:36,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,43285,1733110956174 2024-12-02T03:42:36,394 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:42:36,394 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:42:36,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:42:36,394 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,43285,1733110956174 2024-12-02T03:42:36,407 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/hbase.id] with ID: 5eab5333-9507-4574-99e6-62b2c65d1742 2024-12-02T03:42:36,407 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/.tmp/hbase.id 2024-12-02T03:42:36,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:42:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:42:36,414 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/.tmp/hbase.id]:[hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/hbase.id] 2024-12-02T03:42:36,427 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:42:36,427 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:42:36,429 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T03:42:36,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:36,435 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:42:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:42:36,443 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:42:36,444 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:42:36,444 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:42:36,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:42:36,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:42:36,460 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store 2024-12-02T03:42:36,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:42:36,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:42:36,468 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:42:36,469 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:42:36,469 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:42:36,469 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:42:36,469 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:42:36,469 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:42:36,469 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:42:36,469 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733110956469Disabling compacts and flushes for region at 1733110956469Disabling writes for close at 1733110956469Writing region close event to WAL at 1733110956469Closed at 1733110956469 2024-12-02T03:42:36,470 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/.initializing 2024-12-02T03:42:36,470 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/WALs/e2eaa0f11f7e,43285,1733110956174 2024-12-02T03:42:36,471 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:42:36,472 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C43285%2C1733110956174, suffix=, logDir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/WALs/e2eaa0f11f7e,43285,1733110956174, archiveDir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/oldWALs, maxLogs=10 2024-12-02T03:42:36,488 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/WALs/e2eaa0f11f7e,43285,1733110956174/e2eaa0f11f7e%2C43285%2C1733110956174.1733110956473, exclude list is [], retry=0 2024-12-02T03:42:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40379,DS-db96e04d-6b43-4e04-b307-5f8808661b0e,DISK] 2024-12-02T03:42:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42935,DS-a853c435-e894-45b1-90d0-5c51d8a8f76a,DISK] 2024-12-02T03:42:36,493 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/WALs/e2eaa0f11f7e,43285,1733110956174/e2eaa0f11f7e%2C43285%2C1733110956174.1733110956473 2024-12-02T03:42:36,494 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43727:43727),(127.0.0.1/127.0.0.1:46821:46821)] 2024-12-02T03:42:36,494 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:42:36,494 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:42:36,494 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,494 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:42:36,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:36,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:42:36,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:42:36,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:36,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:42:36,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:42:36,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:36,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:42:36,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:42:36,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:36,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:42:36,503 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,504 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,504 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,506 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,506 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,506 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:42:36,508 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:42:36,510 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:42:36,511 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=827043, jitterRate=0.05164031684398651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:42:36,512 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733110956494Initializing all the Stores at 1733110956495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110956495Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110956495Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110956496 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110956496Cleaning up temporary data from old regions at 1733110956506 (+10 ms)Region opened successfully at 1733110956511 (+5 ms) 2024-12-02T03:42:36,512 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:42:36,516 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe06f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:42:36,517 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:42:36,517 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:42:36,517 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:42:36,517 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:42:36,518 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T03:42:36,518 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T03:42:36,519 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:42:36,523 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:42:36,524 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:42:36,535 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:42:36,536 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:42:36,537 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:42:36,544 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:42:36,545 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:42:36,546 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:42:36,552 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:42:36,553 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:42:36,560 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:42:36,563 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:42:36,569 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:42:36,577 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:42:36,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:42:36,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:36,577 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:36,578 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,43285,1733110956174, sessionid=0x101956c13430000, setting cluster-up flag (Was=false) 2024-12-02T03:42:36,594 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:36,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:36,619 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:42:36,620 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,43285,1733110956174 2024-12-02T03:42:36,635 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:36,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:36,660 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:42:36,661 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,43285,1733110956174 2024-12-02T03:42:36,663 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:42:36,664 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:42:36,665 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:42:36,665 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:42:36,665 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,43285,1733110956174 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:42:36,666 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:42:36,666 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:42:36,667 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:42:36,667 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:42:36,667 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:42:36,667 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,667 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:42:36,667 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,667 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733110986667 2024-12-02T03:42:36,668 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:42:36,668 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:42:36,668 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:42:36,668 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:42:36,668 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:42:36,668 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:42:36,668 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,668 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:42:36,668 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:42:36,668 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:42:36,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:42:36,669 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:42:36,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:42:36,669 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:42:36,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:36,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:42:36,670 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110956669,5,FailOnTimeoutGroup] 2024-12-02T03:42:36,671 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110956670,5,FailOnTimeoutGroup] 2024-12-02T03:42:36,672 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,672 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:42:36,672 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,672 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:42:36,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:42:36,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:42:36,681 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6 2024-12-02T03:42:36,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:42:36,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:42:36,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:42:36,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:42:36,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:42:36,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:36,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:42:36,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:42:36,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:42:36,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:36,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:42:36,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:42:36,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:42:36,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:36,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:42:36,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:42:36,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:42:36,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:36,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:42:36,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:42:36,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740 2024-12-02T03:42:36,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740 2024-12-02T03:42:36,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:42:36,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:42:36,704 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T03:42:36,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:42:36,709 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:42:36,710 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=844136, jitterRate=0.07337555289268494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T03:42:36,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733110956692Initializing all the Stores at 1733110956693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110956693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110956693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110956693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110956693Cleaning up temporary data from old regions at 1733110956704 (+11 ms)Region opened successfully at 1733110956711 (+7 ms) 2024-12-02T03:42:36,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:42:36,711 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:42:36,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:42:36,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:42:36,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:42:36,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:42:36,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733110956711Disabling compacts and flushes for region at 1733110956711Disabling writes for close at 1733110956711Writing region close event to WAL at 1733110956711Closed at 1733110956712 (+1 ms) 2024-12-02T03:42:36,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:42:36,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:42:36,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:42:36,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:42:36,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:42:36,757 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(746): ClusterId : 5eab5333-9507-4574-99e6-62b2c65d1742 2024-12-02T03:42:36,757 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:42:36,784 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:42:36,785 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:42:36,795 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:42:36,795 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0eaf32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:42:36,808 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:33515 2024-12-02T03:42:36,808 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:42:36,808 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:42:36,808 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:42:36,809 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,43285,1733110956174 with port=33515, startcode=1733110956318 2024-12-02T03:42:36,809 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:42:36,811 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:42:36,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:36,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43285 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:36,812 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6 2024-12-02T03:42:36,813 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40247 2024-12-02T03:42:36,813 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:42:36,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:42:36,819 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] zookeeper.ZKUtil(111): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:36,819 WARN [RS:0;e2eaa0f11f7e:33515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:42:36,819 INFO [RS:0;e2eaa0f11f7e:33515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:42:36,819 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:36,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,33515,1733110956318] 2024-12-02T03:42:36,823 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:42:36,824 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:42:36,824 INFO [RS:0;e2eaa0f11f7e:33515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:42:36,824 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,825 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:42:36,825 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:42:36,825 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,825 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,825 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,825 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:42:36,826 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:42:36,826 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,826 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,826 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,826 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,827 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,827 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33515,1733110956318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:42:36,840 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:42:36,840 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33515,1733110956318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,841 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,841 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.Replication(171): e2eaa0f11f7e,33515,1733110956318 started 2024-12-02T03:42:36,855 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:36,855 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,33515,1733110956318, RpcServer on e2eaa0f11f7e/172.17.0.2:33515, sessionid=0x101956c13430001 2024-12-02T03:42:36,855 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:42:36,855 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:36,855 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,33515,1733110956318' 2024-12-02T03:42:36,855 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:42:36,856 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:42:36,856 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:42:36,856 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:42:36,856 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:36,856 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,33515,1733110956318' 2024-12-02T03:42:36,856 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:42:36,857 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:42:36,857 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:42:36,857 INFO [RS:0;e2eaa0f11f7e:33515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:42:36,857 INFO [RS:0;e2eaa0f11f7e:33515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:42:36,866 WARN [e2eaa0f11f7e:43285 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:42:36,958 INFO [RS:0;e2eaa0f11f7e:33515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:42:36,959 INFO [RS:0;e2eaa0f11f7e:33515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C33515%2C1733110956318, suffix=, logDir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318, archiveDir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/oldWALs, maxLogs=32 2024-12-02T03:42:36,972 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733110956960, exclude list is [], retry=0 2024-12-02T03:42:36,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40379,DS-db96e04d-6b43-4e04-b307-5f8808661b0e,DISK] 2024-12-02T03:42:36,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42935,DS-a853c435-e894-45b1-90d0-5c51d8a8f76a,DISK] 2024-12-02T03:42:36,976 INFO [RS:0;e2eaa0f11f7e:33515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733110956960 2024-12-02T03:42:36,976 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43727:43727),(127.0.0.1/127.0.0.1:46821:46821)] 2024-12-02T03:42:37,116 DEBUG [e2eaa0f11f7e:43285 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T03:42:37,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:37,118 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,33515,1733110956318, state=OPENING 2024-12-02T03:42:37,135 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:42:37,143 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:37,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:42:37,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:42:37,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:42:37,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:42:37,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,33515,1733110956318}] 2024-12-02T03:42:37,297 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:42:37,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58365, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:42:37,304 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:42:37,304 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:42:37,305 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:42:37,306 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C33515%2C1733110956318.meta, suffix=.meta, logDir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318, archiveDir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/oldWALs, maxLogs=32 2024-12-02T03:42:37,318 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.meta.1733110957307.meta, exclude list is [], retry=0 2024-12-02T03:42:37,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40379,DS-db96e04d-6b43-4e04-b307-5f8808661b0e,DISK] 2024-12-02T03:42:37,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42935,DS-a853c435-e894-45b1-90d0-5c51d8a8f76a,DISK] 2024-12-02T03:42:37,322 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.meta.1733110957307.meta 2024-12-02T03:42:37,323 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46821:46821),(127.0.0.1/127.0.0.1:43727:43727)] 2024-12-02T03:42:37,323 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:42:37,323 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:42:37,323 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:42:37,323 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:42:37,323 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:42:37,323 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:42:37,323 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:42:37,324 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:42:37,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:42:37,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:42:37,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:37,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:42:37,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:42:37,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:42:37,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:37,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:42:37,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:42:37,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:42:37,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:37,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:42:37,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:42:37,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:42:37,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:37,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:42:37,334 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:42:37,336 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740 2024-12-02T03:42:37,337 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740 2024-12-02T03:42:37,338 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:42:37,338 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:42:37,339 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T03:42:37,340 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:42:37,341 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711461, jitterRate=-0.09533065557479858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T03:42:37,341 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:42:37,341 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733110957324Writing region info on filesystem at 1733110957324Initializing all the Stores at 1733110957324Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110957324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110957328 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110957328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733110957328Cleaning up temporary data from old regions at 1733110957338 (+10 ms)Running coprocessor post-open hooks at 1733110957341 (+3 ms)Region opened successfully at 1733110957341 2024-12-02T03:42:37,342 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733110957297 2024-12-02T03:42:37,344 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:42:37,344 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:42:37,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:37,346 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,33515,1733110956318, state=OPEN 2024-12-02T03:42:37,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:42:37,417 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:42:37,417 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:37,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:42:37,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:42:37,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:42:37,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,33515,1733110956318 in 273 msec 2024-12-02T03:42:37,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:42:37,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-12-02T03:42:37,423 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:42:37,423 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:42:37,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:42:37,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=-1] 2024-12-02T03:42:37,425 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:42:37,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53753, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:42:37,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 768 msec 2024-12-02T03:42:37,432 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733110957432, completionTime=-1 2024-12-02T03:42:37,432 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T03:42:37,433 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:42:37,434 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T03:42:37,434 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733111017434 2024-12-02T03:42:37,434 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733111077434 2024-12-02T03:42:37,434 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T03:42:37,435 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43285,1733110956174-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:37,435 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43285,1733110956174-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:37,435 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43285,1733110956174-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:37,435 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:43285, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:37,435 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:37,435 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:37,437 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:42:37,438 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.044sec 2024-12-02T03:42:37,438 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:42:37,438 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:42:37,438 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:42:37,438 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:42:37,438 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:42:37,438 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43285,1733110956174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:42:37,438 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43285,1733110956174-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:42:37,441 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:42:37,441 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:42:37,441 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43285,1733110956174-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:42:37,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9a7ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:42:37,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,43285,-1 for getting cluster id 2024-12-02T03:42:37,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:42:37,459 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab5333-9507-4574-99e6-62b2c65d1742' 2024-12-02T03:42:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:42:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab5333-9507-4574-99e6-62b2c65d1742" 2024-12-02T03:42:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bca50b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:42:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,43285,-1] 2024-12-02T03:42:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:42:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:42:37,463 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:42:37,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e98ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:42:37,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:42:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=-1] 2024-12-02T03:42:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:42:37,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:42:37,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,43285,1733110956174 2024-12-02T03:42:37,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:42:37,471 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T03:42:37,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:42:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,43285,1733110956174 2024-12-02T03:42:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f52f4b 2024-12-02T03:42:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:42:37,474 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:42:37,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43285 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T03:42:37,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43285 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T03:42:37,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:42:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-02T03:42:37,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:42:37,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:37,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-02T03:42:37,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:42:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:42:37,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741835_1011 (size=381) 2024-12-02T03:42:37,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741835_1011 (size=381) 2024-12-02T03:42:37,494 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16c7b30c2f42fb4df2ab78847cb97df0, NAME => 'TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6 2024-12-02T03:42:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741836_1012 (size=64) 2024-12-02T03:42:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741836_1012 (size=64) 2024-12-02T03:42:37,903 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:42:37,903 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 16c7b30c2f42fb4df2ab78847cb97df0, disabling compactions & flushes 2024-12-02T03:42:37,903 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:37,903 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:37,903 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. after waiting 0 ms 2024-12-02T03:42:37,903 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:37,903 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:37,904 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16c7b30c2f42fb4df2ab78847cb97df0: Waiting for close lock at 1733110957903Disabling compacts and flushes for region at 1733110957903Disabling writes for close at 1733110957903Writing region close event to WAL at 1733110957903Closed at 1733110957903 2024-12-02T03:42:37,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:42:37,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733110957905"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733110957905"}]},"ts":"1733110957905"} 2024-12-02T03:42:37,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T03:42:37,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:42:37,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733110957908"}]},"ts":"1733110957908"} 2024-12-02T03:42:37,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-02T03:42:37,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16c7b30c2f42fb4df2ab78847cb97df0, ASSIGN}] 2024-12-02T03:42:37,913 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16c7b30c2f42fb4df2ab78847cb97df0, ASSIGN 2024-12-02T03:42:37,914 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16c7b30c2f42fb4df2ab78847cb97df0, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33515,1733110956318; forceNewPlan=false, retain=false 2024-12-02T03:42:38,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16c7b30c2f42fb4df2ab78847cb97df0, regionState=OPENING, regionLocation=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:38,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16c7b30c2f42fb4df2ab78847cb97df0, ASSIGN because future has completed 2024-12-02T03:42:38,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16c7b30c2f42fb4df2ab78847cb97df0, server=e2eaa0f11f7e,33515,1733110956318}] 2024-12-02T03:42:38,224 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:38,224 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16c7b30c2f42fb4df2ab78847cb97df0, NAME => 'TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:42:38,224 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,224 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:42:38,225 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,225 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,226 INFO [StoreOpener-16c7b30c2f42fb4df2ab78847cb97df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,227 INFO [StoreOpener-16c7b30c2f42fb4df2ab78847cb97df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16c7b30c2f42fb4df2ab78847cb97df0 columnFamilyName info 2024-12-02T03:42:38,228 DEBUG [StoreOpener-16c7b30c2f42fb4df2ab78847cb97df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:38,228 INFO [StoreOpener-16c7b30c2f42fb4df2ab78847cb97df0-1 {}] regionserver.HStore(327): Store=16c7b30c2f42fb4df2ab78847cb97df0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:42:38,228 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,229 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,229 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,230 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,230 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,233 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,235 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:42:38,235 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16c7b30c2f42fb4df2ab78847cb97df0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=718858, jitterRate=-0.08592505753040314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:42:38,235 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:38,236 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16c7b30c2f42fb4df2ab78847cb97df0: Running coprocessor pre-open hook at 1733110958225Writing region info on filesystem at 1733110958225Initializing all the Stores at 1733110958226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110958226Cleaning up temporary data from old regions at 1733110958230 (+4 ms)Running coprocessor post-open hooks at 1733110958235 (+5 ms)Region opened successfully at 1733110958236 (+1 ms) 2024-12-02T03:42:38,237 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., pid=6, masterSystemTime=1733110958219 2024-12-02T03:42:38,239 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:38,239 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:38,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16c7b30c2f42fb4df2ab78847cb97df0, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:38,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16c7b30c2f42fb4df2ab78847cb97df0, server=e2eaa0f11f7e,33515,1733110956318 because future has completed 2024-12-02T03:42:38,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T03:42:38,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16c7b30c2f42fb4df2ab78847cb97df0, server=e2eaa0f11f7e,33515,1733110956318 in 177 msec 2024-12-02T03:42:38,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T03:42:38,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16c7b30c2f42fb4df2ab78847cb97df0, ASSIGN in 335 msec 2024-12-02T03:42:38,250 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:42:38,251 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733110958250"}]},"ts":"1733110958250"} 2024-12-02T03:42:38,253 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-02T03:42:38,255 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:42:38,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 780 msec 2024-12-02T03:42:38,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:38,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:38,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:38,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:38,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:38,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:38,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:38,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:38,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:39,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:42:39,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:39,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:39,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:39,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:39,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:39,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:39,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:39,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:39,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:42,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T03:42:42,825 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-02T03:42:45,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T03:42:45,000 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T03:42:45,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:42:45,003 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T03:42:45,003 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T03:42:45,003 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T03:42:45,004 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-02T03:42:45,004 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-02T03:42:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:42:47,532 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-02T03:42:47,532 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-02T03:42:47,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-02T03:42:47,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=2] 2024-12-02T03:42:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:47,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16c7b30c2f42fb4df2ab78847cb97df0 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T03:42:47,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/a24b036bd8144e079679abf9d1ffd6ef is 1055, key is row0001/info:/1733110967543/Put/seqid=0 2024-12-02T03:42:47,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741837_1013 (size=13386) 2024-12-02T03:42:47,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741837_1013 (size=13386) 2024-12-02T03:42:47,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/a24b036bd8144e079679abf9d1ffd6ef 2024-12-02T03:42:47,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/a24b036bd8144e079679abf9d1ffd6ef as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/a24b036bd8144e079679abf9d1ffd6ef 2024-12-02T03:42:47,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/a24b036bd8144e079679abf9d1ffd6ef, entries=8, sequenceid=12, filesize=13.1 K 2024-12-02T03:42:47,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 16c7b30c2f42fb4df2ab78847cb97df0 in 49ms, sequenceid=12, compaction requested=false 2024-12-02T03:42:47,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16c7b30c2f42fb4df2ab78847cb97df0: 2024-12-02T03:42:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:47,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16c7b30c2f42fb4df2ab78847cb97df0 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-12-02T03:42:47,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/1e73f1b46e8c4104a7d732e71b148145 is 1055, key is row0009/info:/1733110967563/Put/seqid=0 2024-12-02T03:42:47,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741838_1014 (size=26030) 2024-12-02T03:42:47,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741838_1014 (size=26030) 2024-12-02T03:42:47,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/1e73f1b46e8c4104a7d732e71b148145 2024-12-02T03:42:47,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/1e73f1b46e8c4104a7d732e71b148145 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1e73f1b46e8c4104a7d732e71b148145 2024-12-02T03:42:47,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1e73f1b46e8c4104a7d732e71b148145, entries=20, sequenceid=35, filesize=25.4 K 2024-12-02T03:42:47,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 16c7b30c2f42fb4df2ab78847cb97df0 in 25ms, sequenceid=35, compaction requested=false 2024-12-02T03:42:47,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16c7b30c2f42fb4df2ab78847cb97df0: 2024-12-02T03:42:47,638 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-12-02T03:42:47,638 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:42:47,638 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1e73f1b46e8c4104a7d732e71b148145 because midkey is the same as first or last row 2024-12-02T03:42:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:49,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16c7b30c2f42fb4df2ab78847cb97df0 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T03:42:49,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/791941867a1243e7ab1448b6aaa9980a is 1055, key is row0029/info:/1733110967613/Put/seqid=0 2024-12-02T03:42:49,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741839_1015 (size=13386) 2024-12-02T03:42:49,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741839_1015 (size=13386) 2024-12-02T03:42:49,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/791941867a1243e7ab1448b6aaa9980a 2024-12-02T03:42:49,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/791941867a1243e7ab1448b6aaa9980a as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/791941867a1243e7ab1448b6aaa9980a 2024-12-02T03:42:49,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/791941867a1243e7ab1448b6aaa9980a, entries=8, sequenceid=46, filesize=13.1 K 2024-12-02T03:42:49,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 16c7b30c2f42fb4df2ab78847cb97df0 in 34ms, sequenceid=46, compaction requested=true 2024-12-02T03:42:49,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16c7b30c2f42fb4df2ab78847cb97df0: 2024-12-02T03:42:49,669 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-12-02T03:42:49,669 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:42:49,669 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1e73f1b46e8c4104a7d732e71b148145 because midkey is the same as first or last row 2024-12-02T03:42:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c7b30c2f42fb4df2ab78847cb97df0:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:42:49,670 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:42:49,672 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:42:49,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:42:49,672 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1541): 16c7b30c2f42fb4df2ab78847cb97df0/info is initiating minor compaction (all files) 2024-12-02T03:42:49,673 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16c7b30c2f42fb4df2ab78847cb97df0/info in TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:49,673 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/a24b036bd8144e079679abf9d1ffd6ef, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1e73f1b46e8c4104a7d732e71b148145, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/791941867a1243e7ab1448b6aaa9980a] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp, totalSize=51.6 K 2024-12-02T03:42:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:49,674 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting a24b036bd8144e079679abf9d1ffd6ef, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733110967543 2024-12-02T03:42:49,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16c7b30c2f42fb4df2ab78847cb97df0 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T03:42:49,674 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e73f1b46e8c4104a7d732e71b148145, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1733110967563 2024-12-02T03:42:49,675 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 791941867a1243e7ab1448b6aaa9980a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733110967613 2024-12-02T03:42:49,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/261af1d1c93f4c2b9d0a782d5bd925f1 is 1055, key is row0037/info:/1733110969635/Put/seqid=0 2024-12-02T03:42:49,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741840_1016 (size=17594) 2024-12-02T03:42:49,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741840_1016 (size=17594) 2024-12-02T03:42:49,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/261af1d1c93f4c2b9d0a782d5bd925f1 2024-12-02T03:42:49,721 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c7b30c2f42fb4df2ab78847cb97df0#info#compaction#35 average throughput is 3.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:42:49,723 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/3fe13bae11714213b69e5d56401856a2 is 1055, key is row0001/info:/1733110967543/Put/seqid=0 2024-12-02T03:42:49,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/261af1d1c93f4c2b9d0a782d5bd925f1 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/261af1d1c93f4c2b9d0a782d5bd925f1 2024-12-02T03:42:49,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/261af1d1c93f4c2b9d0a782d5bd925f1, entries=12, sequenceid=61, filesize=17.2 K 2024-12-02T03:42:49,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=16.42 KB/16816 for 16c7b30c2f42fb4df2ab78847cb97df0 in 61ms, sequenceid=61, compaction requested=false 2024-12-02T03:42:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16c7b30c2f42fb4df2ab78847cb97df0: 2024-12-02T03:42:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.7 K, sizeToCheck=16.0 K 2024-12-02T03:42:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:42:49,736 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1e73f1b46e8c4104a7d732e71b148145 because midkey is the same as first or last row 2024-12-02T03:42:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741841_1017 (size=43001) 2024-12-02T03:42:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741841_1017 (size=43001) 2024-12-02T03:42:49,743 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/3fe13bae11714213b69e5d56401856a2 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/3fe13bae11714213b69e5d56401856a2 2024-12-02T03:42:49,750 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16c7b30c2f42fb4df2ab78847cb97df0/info of 16c7b30c2f42fb4df2ab78847cb97df0 into 3fe13bae11714213b69e5d56401856a2(size=42.0 K), total size for store is 59.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:42:49,750 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16c7b30c2f42fb4df2ab78847cb97df0: 2024-12-02T03:42:49,751 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., storeName=16c7b30c2f42fb4df2ab78847cb97df0/info, priority=13, startTime=1733110969670; duration=0sec 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/3fe13bae11714213b69e5d56401856a2 because midkey is the same as first or last row 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/3fe13bae11714213b69e5d56401856a2 because midkey is the same as first or last row 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/3fe13bae11714213b69e5d56401856a2 because midkey is the same as first or last row 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:42:49,752 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c7b30c2f42fb4df2ab78847cb97df0:info 2024-12-02T03:42:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:51,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16c7b30c2f42fb4df2ab78847cb97df0 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-02T03:42:51,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/1743505dc4f84a2f8a737c4c41032965 is 1055, key is row0049/info:/1733110969675/Put/seqid=0 2024-12-02T03:42:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741842_1018 (size=22874) 2024-12-02T03:42:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741842_1018 (size=22874) 2024-12-02T03:42:51,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/1743505dc4f84a2f8a737c4c41032965 2024-12-02T03:42:51,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/1743505dc4f84a2f8a737c4c41032965 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1743505dc4f84a2f8a737c4c41032965 2024-12-02T03:42:51,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1743505dc4f84a2f8a737c4c41032965, entries=17, sequenceid=82, filesize=22.3 K 2024-12-02T03:42:51,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16c7b30c2f42fb4df2ab78847cb97df0, server=e2eaa0f11f7e,33515,1733110956318 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T03:42:51,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 16c7b30c2f42fb4df2ab78847cb97df0 in 33ms, sequenceid=82, compaction requested=true 2024-12-02T03:42:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16c7b30c2f42fb4df2ab78847cb97df0: 2024-12-02T03:42:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-12-02T03:42:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:42:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/3fe13bae11714213b69e5d56401856a2 because midkey is the same as first or last row 2024-12-02T03:42:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c7b30c2f42fb4df2ab78847cb97df0:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:42:51,760 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:42:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:42:51,762 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:42:51,762 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1541): 16c7b30c2f42fb4df2ab78847cb97df0/info is initiating minor compaction (all files) 2024-12-02T03:42:51,762 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16c7b30c2f42fb4df2ab78847cb97df0/info in TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:51,762 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/3fe13bae11714213b69e5d56401856a2, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/261af1d1c93f4c2b9d0a782d5bd925f1, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1743505dc4f84a2f8a737c4c41032965] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp, totalSize=81.5 K 2024-12-02T03:42:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:46350 deadline: 1733110981758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16c7b30c2f42fb4df2ab78847cb97df0, server=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:51,762 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fe13bae11714213b69e5d56401856a2, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733110967543 2024-12-02T03:42:51,763 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 261af1d1c93f4c2b9d0a782d5bd925f1, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733110969635 2024-12-02T03:42:51,763 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1743505dc4f84a2f8a737c4c41032965, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733110969675 2024-12-02T03:42:51,774 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c7b30c2f42fb4df2ab78847cb97df0#info#compaction#37 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:42:51,775 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/646a73a9cbd940c4b7d17d0287681b81 is 1055, key is row0001/info:/1733110967543/Put/seqid=0 2024-12-02T03:42:51,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741843_1019 (size=73753) 2024-12-02T03:42:51,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741843_1019 (size=73753) 2024-12-02T03:42:51,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16c7b30c2f42fb4df2ab78847cb97df0, server=e2eaa0f11f7e,33515,1733110956318 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T03:42:51,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16c7b30c2f42fb4df2ab78847cb97df0, server=e2eaa0f11f7e,33515,1733110956318 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T03:42:51,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=2 because the exception is null or not the one we care about 2024-12-02T03:42:51,785 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/646a73a9cbd940c4b7d17d0287681b81 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/646a73a9cbd940c4b7d17d0287681b81 2024-12-02T03:42:51,790 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16c7b30c2f42fb4df2ab78847cb97df0/info of 16c7b30c2f42fb4df2ab78847cb97df0 into 646a73a9cbd940c4b7d17d0287681b81(size=72.0 K), total size for store is 72.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:42:51,790 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16c7b30c2f42fb4df2ab78847cb97df0: 2024-12-02T03:42:51,790 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., storeName=16c7b30c2f42fb4df2ab78847cb97df0/info, priority=13, startTime=1733110971760; duration=0sec 2024-12-02T03:42:51,790 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-12-02T03:42:51,790 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:42:51,790 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-12-02T03:42:51,791 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:42:51,791 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-12-02T03:42:51,791 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T03:42:51,791 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:42:51,791 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:42:51,791 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c7b30c2f42fb4df2ab78847cb97df0:info 2024-12-02T03:42:51,793 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43285 {}] assignment.AssignmentManager(1363): Split request from e2eaa0f11f7e,33515,1733110956318, parent={ENCODED => 16c7b30c2f42fb4df2ab78847cb97df0, NAME => 'TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-02T03:42:51,797 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43285 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:51,801 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43285 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=16c7b30c2f42fb4df2ab78847cb97df0, daughterA=8d2743f49fac387071eec582d6324a4b, daughterB=30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:51,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=16c7b30c2f42fb4df2ab78847cb97df0, daughterA=8d2743f49fac387071eec582d6324a4b, daughterB=30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:51,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=16c7b30c2f42fb4df2ab78847cb97df0, daughterA=8d2743f49fac387071eec582d6324a4b, daughterB=30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:51,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=16c7b30c2f42fb4df2ab78847cb97df0, daughterA=8d2743f49fac387071eec582d6324a4b, daughterB=30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:51,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16c7b30c2f42fb4df2ab78847cb97df0, UNASSIGN}] 2024-12-02T03:42:51,810 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16c7b30c2f42fb4df2ab78847cb97df0, UNASSIGN 2024-12-02T03:42:51,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=16c7b30c2f42fb4df2ab78847cb97df0, regionState=CLOSING, regionLocation=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:51,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16c7b30c2f42fb4df2ab78847cb97df0, UNASSIGN because future has completed 2024-12-02T03:42:51,815 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-02T03:42:51,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16c7b30c2f42fb4df2ab78847cb97df0, server=e2eaa0f11f7e,33515,1733110956318}] 2024-12-02T03:42:51,972 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:51,972 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-02T03:42:51,973 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 16c7b30c2f42fb4df2ab78847cb97df0, disabling compactions & flushes 2024-12-02T03:42:51,973 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:51,973 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:51,973 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. after waiting 0 ms 2024-12-02T03:42:51,973 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:51,973 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 16c7b30c2f42fb4df2ab78847cb97df0 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T03:42:51,977 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/4bec5f55af4c45fab6f26568a2d8c44b is 1055, key is row0066/info:/1733110971730/Put/seqid=0 2024-12-02T03:42:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741844_1020 (size=17594) 2024-12-02T03:42:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741844_1020 (size=17594) 2024-12-02T03:42:51,982 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/4bec5f55af4c45fab6f26568a2d8c44b 2024-12-02T03:42:51,988 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/.tmp/info/4bec5f55af4c45fab6f26568a2d8c44b as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/4bec5f55af4c45fab6f26568a2d8c44b 2024-12-02T03:42:51,994 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/4bec5f55af4c45fab6f26568a2d8c44b, entries=12, sequenceid=98, filesize=17.2 K 2024-12-02T03:42:51,995 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for 16c7b30c2f42fb4df2ab78847cb97df0 in 22ms, sequenceid=98, compaction requested=false 2024-12-02T03:42:51,996 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/a24b036bd8144e079679abf9d1ffd6ef, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1e73f1b46e8c4104a7d732e71b148145, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/3fe13bae11714213b69e5d56401856a2, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/791941867a1243e7ab1448b6aaa9980a, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/261af1d1c93f4c2b9d0a782d5bd925f1, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1743505dc4f84a2f8a737c4c41032965] to archive 2024-12-02T03:42:51,997 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T03:42:51,998 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/a24b036bd8144e079679abf9d1ffd6ef to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/a24b036bd8144e079679abf9d1ffd6ef 2024-12-02T03:42:51,999 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1e73f1b46e8c4104a7d732e71b148145 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1e73f1b46e8c4104a7d732e71b148145 2024-12-02T03:42:52,001 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/3fe13bae11714213b69e5d56401856a2 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/3fe13bae11714213b69e5d56401856a2 2024-12-02T03:42:52,002 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/791941867a1243e7ab1448b6aaa9980a to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/791941867a1243e7ab1448b6aaa9980a 2024-12-02T03:42:52,003 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/261af1d1c93f4c2b9d0a782d5bd925f1 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/261af1d1c93f4c2b9d0a782d5bd925f1 2024-12-02T03:42:52,004 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1743505dc4f84a2f8a737c4c41032965 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/1743505dc4f84a2f8a737c4c41032965 2024-12-02T03:42:52,010 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/recovered.edits/101.seqid, newMaxSeqId=101, maxSeqId=1 2024-12-02T03:42:52,011 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. 2024-12-02T03:42:52,011 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 16c7b30c2f42fb4df2ab78847cb97df0: Waiting for close lock at 1733110971973Running coprocessor pre-close hooks at 1733110971973Disabling compacts and flushes for region at 1733110971973Disabling writes for close at 1733110971973Obtaining lock to block concurrent updates at 1733110971973Preparing flush snapshotting stores in 16c7b30c2f42fb4df2ab78847cb97df0 at 1733110971973Finished memstore snapshotting TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., syncing WAL and waiting on mvcc, flushsize=dataSize=12612, getHeapSize=13776, getOffHeapSize=0, getCellsCount=12 at 1733110971973Flushing stores of TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. at 1733110971974 (+1 ms)Flushing 16c7b30c2f42fb4df2ab78847cb97df0/info: creating writer at 1733110971974Flushing 16c7b30c2f42fb4df2ab78847cb97df0/info: appending metadata at 1733110971977 (+3 ms)Flushing 16c7b30c2f42fb4df2ab78847cb97df0/info: closing flushed file at 1733110971977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad26cb9: reopening flushed file at 1733110971987 (+10 ms)Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for 16c7b30c2f42fb4df2ab78847cb97df0 in 22ms, sequenceid=98, compaction requested=false at 1733110971995 (+8 ms)Writing region close event to WAL at 1733110972007 (+12 ms)Running coprocessor post-close hooks at 1733110972011 (+4 ms)Closed at 1733110972011 2024-12-02T03:42:52,013 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:52,014 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=16c7b30c2f42fb4df2ab78847cb97df0, regionState=CLOSED 2024-12-02T03:42:52,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16c7b30c2f42fb4df2ab78847cb97df0, server=e2eaa0f11f7e,33515,1733110956318 because future has completed 2024-12-02T03:42:52,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T03:42:52,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 16c7b30c2f42fb4df2ab78847cb97df0, server=e2eaa0f11f7e,33515,1733110956318 in 202 msec 2024-12-02T03:42:52,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T03:42:52,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16c7b30c2f42fb4df2ab78847cb97df0, UNASSIGN in 210 msec 2024-12-02T03:42:52,028 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:52,031 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=16c7b30c2f42fb4df2ab78847cb97df0, threads=2 2024-12-02T03:42:52,033 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/4bec5f55af4c45fab6f26568a2d8c44b for region: 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:52,033 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/646a73a9cbd940c4b7d17d0287681b81 for region: 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:52,043 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/4bec5f55af4c45fab6f26568a2d8c44b, top=true 2024-12-02T03:42:52,052 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/TestLogRolling-testLogRolling=16c7b30c2f42fb4df2ab78847cb97df0-4bec5f55af4c45fab6f26568a2d8c44b for child: 30a868773dbd6c476f44ea337f7284a9, parent: 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:52,052 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/4bec5f55af4c45fab6f26568a2d8c44b for region: 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:52,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741845_1021 (size=27) 2024-12-02T03:42:52,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741845_1021 (size=27) 2024-12-02T03:42:52,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741846_1022 (size=27) 2024-12-02T03:42:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741846_1022 (size=27) 2024-12-02T03:42:52,065 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/646a73a9cbd940c4b7d17d0287681b81 for region: 16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:42:52,067 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 16c7b30c2f42fb4df2ab78847cb97df0 Daughter A: [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0] storefiles, Daughter B: [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/TestLogRolling-testLogRolling=16c7b30c2f42fb4df2ab78847cb97df0-4bec5f55af4c45fab6f26568a2d8c44b, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0] storefiles. 2024-12-02T03:42:52,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741847_1023 (size=71) 2024-12-02T03:42:52,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741847_1023 (size=71) 2024-12-02T03:42:52,076 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:52,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741848_1024 (size=71) 2024-12-02T03:42:52,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741848_1024 (size=71) 2024-12-02T03:42:52,093 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:52,102 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/recovered.edits/101.seqid, newMaxSeqId=101, maxSeqId=-1 2024-12-02T03:42:52,105 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/recovered.edits/101.seqid, newMaxSeqId=101, maxSeqId=-1 2024-12-02T03:42:52,107 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733110972107"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733110972107"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733110972107"}]},"ts":"1733110972107"} 2024-12-02T03:42:52,107 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733110972107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733110972107"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733110972107"}]},"ts":"1733110972107"} 2024-12-02T03:42:52,107 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733110972107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733110972107"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733110972107"}]},"ts":"1733110972107"} 2024-12-02T03:42:52,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8d2743f49fac387071eec582d6324a4b, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=30a868773dbd6c476f44ea337f7284a9, ASSIGN}] 2024-12-02T03:42:52,124 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8d2743f49fac387071eec582d6324a4b, ASSIGN 2024-12-02T03:42:52,124 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=30a868773dbd6c476f44ea337f7284a9, ASSIGN 2024-12-02T03:42:52,125 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8d2743f49fac387071eec582d6324a4b, ASSIGN; state=SPLITTING_NEW, location=e2eaa0f11f7e,33515,1733110956318; forceNewPlan=false, retain=false 2024-12-02T03:42:52,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=30a868773dbd6c476f44ea337f7284a9, ASSIGN; state=SPLITTING_NEW, location=e2eaa0f11f7e,33515,1733110956318; forceNewPlan=false, retain=false 2024-12-02T03:42:52,276 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=30a868773dbd6c476f44ea337f7284a9, regionState=OPENING, regionLocation=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:52,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8d2743f49fac387071eec582d6324a4b, regionState=OPENING, regionLocation=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:52,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=30a868773dbd6c476f44ea337f7284a9, ASSIGN because future has completed 2024-12-02T03:42:52,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30a868773dbd6c476f44ea337f7284a9, server=e2eaa0f11f7e,33515,1733110956318}] 2024-12-02T03:42:52,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8d2743f49fac387071eec582d6324a4b, ASSIGN because future has completed 2024-12-02T03:42:52,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d2743f49fac387071eec582d6324a4b, server=e2eaa0f11f7e,33515,1733110956318}] 2024-12-02T03:42:52,443 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:42:52,444 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 30a868773dbd6c476f44ea337f7284a9, NAME => 'TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-02T03:42:52,445 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,445 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:42:52,445 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,445 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,447 INFO [StoreOpener-30a868773dbd6c476f44ea337f7284a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,448 INFO [StoreOpener-30a868773dbd6c476f44ea337f7284a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30a868773dbd6c476f44ea337f7284a9 columnFamilyName info 2024-12-02T03:42:52,449 DEBUG [StoreOpener-30a868773dbd6c476f44ea337f7284a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:52,461 DEBUG [StoreOpener-30a868773dbd6c476f44ea337f7284a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0->hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/646a73a9cbd940c4b7d17d0287681b81-top 2024-12-02T03:42:52,467 DEBUG [StoreOpener-30a868773dbd6c476f44ea337f7284a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/TestLogRolling-testLogRolling=16c7b30c2f42fb4df2ab78847cb97df0-4bec5f55af4c45fab6f26568a2d8c44b 2024-12-02T03:42:52,467 INFO [StoreOpener-30a868773dbd6c476f44ea337f7284a9-1 {}] regionserver.HStore(327): Store=30a868773dbd6c476f44ea337f7284a9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:42:52,468 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,469 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,470 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,471 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,471 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,473 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,474 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 30a868773dbd6c476f44ea337f7284a9; next sequenceid=102; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=768070, jitterRate=-0.023349061608314514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:42:52,474 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:42:52,475 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 30a868773dbd6c476f44ea337f7284a9: Running coprocessor pre-open hook at 1733110972445Writing region info on filesystem at 1733110972445Initializing all the Stores at 1733110972447 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110972447Cleaning up temporary data from old regions at 1733110972471 (+24 ms)Running coprocessor post-open hooks at 1733110972474 (+3 ms)Region opened successfully at 1733110972475 (+1 ms) 2024-12-02T03:42:52,476 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., pid=12, masterSystemTime=1733110972435 2024-12-02T03:42:52,476 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 30a868773dbd6c476f44ea337f7284a9:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:42:52,476 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T03:42:52,476 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:42:52,477 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:42:52,478 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1541): 30a868773dbd6c476f44ea337f7284a9/info is initiating minor compaction (all files) 2024-12-02T03:42:52,478 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 30a868773dbd6c476f44ea337f7284a9/info in TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:42:52,478 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0->hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/646a73a9cbd940c4b7d17d0287681b81-top, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/TestLogRolling-testLogRolling=16c7b30c2f42fb4df2ab78847cb97df0-4bec5f55af4c45fab6f26568a2d8c44b] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp, totalSize=89.2 K 2024-12-02T03:42:52,479 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733110967543 2024-12-02T03:42:52,479 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:42:52,479 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:42:52,479 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=16c7b30c2f42fb4df2ab78847cb97df0-4bec5f55af4c45fab6f26568a2d8c44b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733110971730 2024-12-02T03:42:52,479 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. 2024-12-02T03:42:52,480 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d2743f49fac387071eec582d6324a4b, NAME => 'TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-02T03:42:52,480 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,480 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=30a868773dbd6c476f44ea337f7284a9, regionState=OPEN, openSeqNum=102, regionLocation=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:52,480 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:42:52,480 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,480 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,482 INFO [StoreOpener-8d2743f49fac387071eec582d6324a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,482 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-02T03:42:52,483 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T03:42:52,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-02T03:42:52,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30a868773dbd6c476f44ea337f7284a9, server=e2eaa0f11f7e,33515,1733110956318 because future has completed 2024-12-02T03:42:52,483 INFO [StoreOpener-8d2743f49fac387071eec582d6324a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d2743f49fac387071eec582d6324a4b columnFamilyName info 2024-12-02T03:42:52,483 DEBUG [StoreOpener-8d2743f49fac387071eec582d6324a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:42:52,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T03:42:52,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 30a868773dbd6c476f44ea337f7284a9, server=e2eaa0f11f7e,33515,1733110956318 in 204 msec 2024-12-02T03:42:52,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=30a868773dbd6c476f44ea337f7284a9, ASSIGN in 366 msec 2024-12-02T03:42:52,494 DEBUG [StoreOpener-8d2743f49fac387071eec582d6324a4b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0->hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/646a73a9cbd940c4b7d17d0287681b81-bottom 2024-12-02T03:42:52,495 INFO [StoreOpener-8d2743f49fac387071eec582d6324a4b-1 {}] regionserver.HStore(327): Store=8d2743f49fac387071eec582d6324a4b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:42:52,495 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,496 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,497 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,498 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,498 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,499 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,500 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 8d2743f49fac387071eec582d6324a4b; next sequenceid=102; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=766554, jitterRate=-0.025276854634284973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:42:52,501 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:42:52,501 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8d2743f49fac387071eec582d6324a4b: Running coprocessor pre-open hook at 1733110972480Writing region info on filesystem at 1733110972480Initializing all the Stores at 1733110972481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733110972481Cleaning up temporary data from old regions at 1733110972498 (+17 ms)Running coprocessor post-open hooks at 1733110972501 (+3 ms)Region opened successfully at 1733110972501 2024-12-02T03:42:52,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/info/e6fac1240fb74f65822d9f5013da673f is 193, key is TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9./info:regioninfo/1733110972480/Put/seqid=0 2024-12-02T03:42:52,502 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b., pid=13, masterSystemTime=1733110972435 2024-12-02T03:42:52,502 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 8d2743f49fac387071eec582d6324a4b:info, priority=-2147483648, current under compaction store size is 2 2024-12-02T03:42:52,502 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:42:52,502 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-02T03:42:52,502 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30a868773dbd6c476f44ea337f7284a9#info#compaction#40 average throughput is 14.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:42:52,503 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/021c5b1aae744c8f9a7fdcc7f8a3645f is 1055, key is row0064/info:/1733110969722/Put/seqid=0 2024-12-02T03:42:52,503 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. 2024-12-02T03:42:52,503 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HStore(1541): 8d2743f49fac387071eec582d6324a4b/info is initiating minor compaction (all files) 2024-12-02T03:42:52,503 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d2743f49fac387071eec582d6324a4b/info in TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. 2024-12-02T03:42:52,503 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0->hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/646a73a9cbd940c4b7d17d0287681b81-bottom] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/.tmp, totalSize=72.0 K 2024-12-02T03:42:52,504 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. 2024-12-02T03:42:52,504 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. 2024-12-02T03:42:52,504 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] compactions.Compactor(225): Compacting 646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733110967543 2024-12-02T03:42:52,506 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8d2743f49fac387071eec582d6324a4b, regionState=OPEN, openSeqNum=102, regionLocation=e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:42:52,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d2743f49fac387071eec582d6324a4b, server=e2eaa0f11f7e,33515,1733110956318 because future has completed 2024-12-02T03:42:52,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741849_1025 (size=9882) 2024-12-02T03:42:52,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741849_1025 (size=9882) 2024-12-02T03:42:52,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/info/e6fac1240fb74f65822d9f5013da673f 2024-12-02T03:42:52,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741850_1026 (size=19880) 2024-12-02T03:42:52,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741850_1026 (size=19880) 2024-12-02T03:42:52,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-12-02T03:42:52,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d2743f49fac387071eec582d6324a4b, server=e2eaa0f11f7e,33515,1733110956318 in 232 msec 2024-12-02T03:42:52,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-02T03:42:52,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8d2743f49fac387071eec582d6324a4b, ASSIGN in 395 msec 2024-12-02T03:42:52,524 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/021c5b1aae744c8f9a7fdcc7f8a3645f as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/021c5b1aae744c8f9a7fdcc7f8a3645f 2024-12-02T03:42:52,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=16c7b30c2f42fb4df2ab78847cb97df0, daughterA=8d2743f49fac387071eec582d6324a4b, daughterB=30a868773dbd6c476f44ea337f7284a9 in 724 msec 2024-12-02T03:42:52,530 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 30a868773dbd6c476f44ea337f7284a9/info of 30a868773dbd6c476f44ea337f7284a9 into 021c5b1aae744c8f9a7fdcc7f8a3645f(size=19.4 K), total size for store is 19.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:42:52,530 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:42:52,530 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., storeName=30a868773dbd6c476f44ea337f7284a9/info, priority=14, startTime=1733110972476; duration=0sec 2024-12-02T03:42:52,530 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:42:52,530 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30a868773dbd6c476f44ea337f7284a9:info 2024-12-02T03:42:52,532 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d2743f49fac387071eec582d6324a4b#info#compaction#41 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:42:52,533 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/.tmp/info/5d5edfee6508464089558ddfb3a6947a is 1055, key is row0001/info:/1733110967543/Put/seqid=0 2024-12-02T03:42:52,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/ns/b2a79727b04a42ff8312d26f1b0e5a52 is 43, key is default/ns:d/1733110957427/Put/seqid=0 2024-12-02T03:42:52,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741851_1027 (size=71441) 2024-12-02T03:42:52,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741851_1027 (size=71441) 2024-12-02T03:42:52,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741852_1028 (size=5153) 2024-12-02T03:42:52,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741852_1028 (size=5153) 2024-12-02T03:42:52,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/ns/b2a79727b04a42ff8312d26f1b0e5a52 2024-12-02T03:42:52,548 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/.tmp/info/5d5edfee6508464089558ddfb3a6947a as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/info/5d5edfee6508464089558ddfb3a6947a 2024-12-02T03:42:52,555 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 8d2743f49fac387071eec582d6324a4b/info of 8d2743f49fac387071eec582d6324a4b into 5d5edfee6508464089558ddfb3a6947a(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:42:52,555 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d2743f49fac387071eec582d6324a4b: 2024-12-02T03:42:52,555 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b., storeName=8d2743f49fac387071eec582d6324a4b/info, priority=15, startTime=1733110972502; duration=0sec 2024-12-02T03:42:52,555 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:42:52,555 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d2743f49fac387071eec582d6324a4b:info 2024-12-02T03:42:52,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/table/9581a3702380439b808abcf56845da69 is 65, key is TestLogRolling-testLogRolling/table:state/1733110958250/Put/seqid=0 2024-12-02T03:42:52,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741853_1029 (size=5340) 2024-12-02T03:42:52,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741853_1029 (size=5340) 2024-12-02T03:42:52,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/table/9581a3702380439b808abcf56845da69 2024-12-02T03:42:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/info/e6fac1240fb74f65822d9f5013da673f as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/info/e6fac1240fb74f65822d9f5013da673f 2024-12-02T03:42:52,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/info/e6fac1240fb74f65822d9f5013da673f, entries=30, sequenceid=17, filesize=9.7 K 2024-12-02T03:42:52,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/ns/b2a79727b04a42ff8312d26f1b0e5a52 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/ns/b2a79727b04a42ff8312d26f1b0e5a52 2024-12-02T03:42:52,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/ns/b2a79727b04a42ff8312d26f1b0e5a52, entries=2, sequenceid=17, filesize=5.0 K 2024-12-02T03:42:52,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/table/9581a3702380439b808abcf56845da69 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/table/9581a3702380439b808abcf56845da69 2024-12-02T03:42:52,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/table/9581a3702380439b808abcf56845da69, entries=2, sequenceid=17, filesize=5.2 K 2024-12-02T03:42:52,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 107ms, sequenceid=17, compaction requested=false 2024-12-02T03:42:52,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-02T03:42:57,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:42:57,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:42:57,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:43:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:46350 deadline: 1733110991843, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. is not online on e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:43:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. is not online on e2eaa0f11f7e,33515,1733110956318 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T03:43:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0. is not online on e2eaa0f11f7e,33515,1733110956318 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T03:43:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733110957474.16c7b30c2f42fb4df2ab78847cb97df0., hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=2 from cache 2024-12-02T03:43:06,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T03:43:17,816 INFO [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T03:43:17,816 INFO [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T03:43:21,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0078', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., hostname=e2eaa0f11f7e,33515,1733110956318, seqNum=102] 2024-12-02T03:43:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:21,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T03:43:21,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/0232f0f4b75d42c69cdecc6d1b4c5ef6 is 1055, key is row0078/info:/1733111001911/Put/seqid=0 2024-12-02T03:43:21,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741854_1030 (size=13386) 2024-12-02T03:43:21,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741854_1030 (size=13386) 2024-12-02T03:43:21,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/0232f0f4b75d42c69cdecc6d1b4c5ef6 2024-12-02T03:43:21,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/0232f0f4b75d42c69cdecc6d1b4c5ef6 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0232f0f4b75d42c69cdecc6d1b4c5ef6 2024-12-02T03:43:21,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0232f0f4b75d42c69cdecc6d1b4c5ef6, entries=8, sequenceid=113, filesize=13.1 K 2024-12-02T03:43:21,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=9.24 KB/9459 for 30a868773dbd6c476f44ea337f7284a9 in 24ms, sequenceid=113, compaction requested=false 2024-12-02T03:43:21,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:21,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-02T03:43:21,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/bc0b06ef86404779973b9f4eb1ed0429 is 1055, key is row0086/info:/1733111001929/Put/seqid=0 2024-12-02T03:43:21,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741855_1031 (size=15490) 2024-12-02T03:43:21,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741855_1031 (size=15490) 2024-12-02T03:43:21,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/bc0b06ef86404779973b9f4eb1ed0429 2024-12-02T03:43:21,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/bc0b06ef86404779973b9f4eb1ed0429 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bc0b06ef86404779973b9f4eb1ed0429 2024-12-02T03:43:21,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bc0b06ef86404779973b9f4eb1ed0429, entries=10, sequenceid=126, filesize=15.1 K 2024-12-02T03:43:21,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=1.03 KB/1051 for 30a868773dbd6c476f44ea337f7284a9 in 27ms, sequenceid=126, compaction requested=true 2024-12-02T03:43:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:21,981 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:43:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30a868773dbd6c476f44ea337f7284a9:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:43:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:21,982 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 48756 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:43:21,982 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1541): 30a868773dbd6c476f44ea337f7284a9/info is initiating minor compaction (all files) 2024-12-02T03:43:21,982 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 30a868773dbd6c476f44ea337f7284a9/info in TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:21,983 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/021c5b1aae744c8f9a7fdcc7f8a3645f, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0232f0f4b75d42c69cdecc6d1b4c5ef6, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bc0b06ef86404779973b9f4eb1ed0429] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp, totalSize=47.6 K 2024-12-02T03:43:21,983 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 021c5b1aae744c8f9a7fdcc7f8a3645f, keycount=14, bloomtype=ROW, size=19.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733110969722 2024-12-02T03:43:21,984 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0232f0f4b75d42c69cdecc6d1b4c5ef6, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733111001911 2024-12-02T03:43:21,984 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc0b06ef86404779973b9f4eb1ed0429, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733111001929 2024-12-02T03:43:21,999 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30a868773dbd6c476f44ea337f7284a9#info#compaction#46 average throughput is 32.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:43:22,000 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/e2c7ed9cf16f4b24a65fe98ffd0fe1cf is 1055, key is row0064/info:/1733110969722/Put/seqid=0 2024-12-02T03:43:22,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741856_1032 (size=38958) 2024-12-02T03:43:22,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741856_1032 (size=38958) 2024-12-02T03:43:22,011 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/e2c7ed9cf16f4b24a65fe98ffd0fe1cf as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/e2c7ed9cf16f4b24a65fe98ffd0fe1cf 2024-12-02T03:43:22,018 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 30a868773dbd6c476f44ea337f7284a9/info of 30a868773dbd6c476f44ea337f7284a9 into e2c7ed9cf16f4b24a65fe98ffd0fe1cf(size=38.0 K), total size for store is 38.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:43:22,018 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:22,018 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., storeName=30a868773dbd6c476f44ea337f7284a9/info, priority=13, startTime=1733111001981; duration=0sec 2024-12-02T03:43:22,018 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:22,018 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30a868773dbd6c476f44ea337f7284a9:info 2024-12-02T03:43:22,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-02T03:43:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:23,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T03:43:23,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/abf6ef2bcb7344a7b7bef05f8b608c60 is 1055, key is row0096/info:/1733111001954/Put/seqid=0 2024-12-02T03:43:23,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741857_1033 (size=13394) 2024-12-02T03:43:23,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741857_1033 (size=13394) 2024-12-02T03:43:23,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/abf6ef2bcb7344a7b7bef05f8b608c60 2024-12-02T03:43:23,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/abf6ef2bcb7344a7b7bef05f8b608c60 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/abf6ef2bcb7344a7b7bef05f8b608c60 2024-12-02T03:43:24,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/abf6ef2bcb7344a7b7bef05f8b608c60, entries=8, sequenceid=138, filesize=13.1 K 2024-12-02T03:43:24,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 30a868773dbd6c476f44ea337f7284a9 in 24ms, sequenceid=138, compaction requested=false 2024-12-02T03:43:24,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:24,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-02T03:43:24,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/38321c706a064dbea949cafb5be93465 is 1055, key is row0104/info:/1733111003978/Put/seqid=0 2024-12-02T03:43:24,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741858_1034 (size=18675) 2024-12-02T03:43:24,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741858_1034 (size=18675) 2024-12-02T03:43:24,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/38321c706a064dbea949cafb5be93465 2024-12-02T03:43:24,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/38321c706a064dbea949cafb5be93465 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/38321c706a064dbea949cafb5be93465 2024-12-02T03:43:24,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/38321c706a064dbea949cafb5be93465, entries=13, sequenceid=154, filesize=18.2 K 2024-12-02T03:43:24,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 30a868773dbd6c476f44ea337f7284a9 in 22ms, sequenceid=154, compaction requested=true 2024-12-02T03:43:24,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:24,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30a868773dbd6c476f44ea337f7284a9:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:43:24,025 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:43:24,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:24,026 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 71027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:43:24,026 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HStore(1541): 30a868773dbd6c476f44ea337f7284a9/info is initiating minor compaction (all files) 2024-12-02T03:43:24,026 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 30a868773dbd6c476f44ea337f7284a9/info in TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:24,027 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/e2c7ed9cf16f4b24a65fe98ffd0fe1cf, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/abf6ef2bcb7344a7b7bef05f8b608c60, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/38321c706a064dbea949cafb5be93465] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp, totalSize=69.4 K 2024-12-02T03:43:24,027 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] compactions.Compactor(225): Compacting e2c7ed9cf16f4b24a65fe98ffd0fe1cf, keycount=32, bloomtype=ROW, size=38.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733110969722 2024-12-02T03:43:24,027 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] compactions.Compactor(225): Compacting abf6ef2bcb7344a7b7bef05f8b608c60, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733111001954 2024-12-02T03:43:24,028 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] compactions.Compactor(225): Compacting 38321c706a064dbea949cafb5be93465, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733111003978 2024-12-02T03:43:24,040 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30a868773dbd6c476f44ea337f7284a9#info#compaction#49 average throughput is 17.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:43:24,040 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/e99fafbe106b459bbfdd4264b0708b6e is 1055, key is row0064/info:/1733110969722/Put/seqid=0 2024-12-02T03:43:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741859_1035 (size=61241) 2024-12-02T03:43:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741859_1035 (size=61241) 2024-12-02T03:43:24,460 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/e99fafbe106b459bbfdd4264b0708b6e as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/e99fafbe106b459bbfdd4264b0708b6e 2024-12-02T03:43:24,466 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 30a868773dbd6c476f44ea337f7284a9/info of 30a868773dbd6c476f44ea337f7284a9 into e99fafbe106b459bbfdd4264b0708b6e(size=59.8 K), total size for store is 59.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:43:24,466 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:24,466 INFO [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., storeName=30a868773dbd6c476f44ea337f7284a9/info, priority=13, startTime=1733111004025; duration=0sec 2024-12-02T03:43:24,466 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:24,466 DEBUG [RS:0;e2eaa0f11f7e:33515-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30a868773dbd6c476f44ea337f7284a9:info 2024-12-02T03:43:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:26,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-02T03:43:26,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/5886f85f294b49e9955442c83150f895 is 1055, key is row0117/info:/1733111004004/Put/seqid=0 2024-12-02T03:43:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741860_1036 (size=18675) 2024-12-02T03:43:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741860_1036 (size=18675) 2024-12-02T03:43:26,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/5886f85f294b49e9955442c83150f895 2024-12-02T03:43:26,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/5886f85f294b49e9955442c83150f895 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/5886f85f294b49e9955442c83150f895 2024-12-02T03:43:26,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/5886f85f294b49e9955442c83150f895, entries=13, sequenceid=171, filesize=18.2 K 2024-12-02T03:43:26,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=9.24 KB/9459 for 30a868773dbd6c476f44ea337f7284a9 in 25ms, sequenceid=171, compaction requested=false 2024-12-02T03:43:26,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:26,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-02T03:43:26,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/4f12b729a67f43e9aa285c1e9f29c2b2 is 1055, key is row0130/info:/1733111006029/Put/seqid=0 2024-12-02T03:43:26,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741861_1037 (size=16553) 2024-12-02T03:43:26,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741861_1037 (size=16553) 2024-12-02T03:43:26,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/4f12b729a67f43e9aa285c1e9f29c2b2 2024-12-02T03:43:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/4f12b729a67f43e9aa285c1e9f29c2b2 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/4f12b729a67f43e9aa285c1e9f29c2b2 2024-12-02T03:43:26,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/4f12b729a67f43e9aa285c1e9f29c2b2, entries=11, sequenceid=185, filesize=16.2 K 2024-12-02T03:43:26,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=10.26 KB/10510 for 30a868773dbd6c476f44ea337f7284a9 in 22ms, sequenceid=185, compaction requested=true 2024-12-02T03:43:26,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:26,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30a868773dbd6c476f44ea337f7284a9:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:43:26,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:26,076 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:43:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:26,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-02T03:43:26,077 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:43:26,077 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1541): 30a868773dbd6c476f44ea337f7284a9/info is initiating minor compaction (all files) 2024-12-02T03:43:26,078 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 30a868773dbd6c476f44ea337f7284a9/info in TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:26,078 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/e99fafbe106b459bbfdd4264b0708b6e, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/5886f85f294b49e9955442c83150f895, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/4f12b729a67f43e9aa285c1e9f29c2b2] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp, totalSize=94.2 K 2024-12-02T03:43:26,078 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting e99fafbe106b459bbfdd4264b0708b6e, keycount=53, bloomtype=ROW, size=59.8 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733110969722 2024-12-02T03:43:26,078 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5886f85f294b49e9955442c83150f895, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733111004004 2024-12-02T03:43:26,079 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f12b729a67f43e9aa285c1e9f29c2b2, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733111006029 2024-12-02T03:43:26,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/0bb9572cb40c4cc5ba6b8321c5611eac is 1055, key is row0141/info:/1733111006055/Put/seqid=0 2024-12-02T03:43:26,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741862_1038 (size=16553) 2024-12-02T03:43:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741862_1038 (size=16553) 2024-12-02T03:43:26,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/0bb9572cb40c4cc5ba6b8321c5611eac 2024-12-02T03:43:26,092 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30a868773dbd6c476f44ea337f7284a9#info#compaction#53 average throughput is 38.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:43:26,093 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/320a094af1ef496da709d13ef6c9b183 is 1055, key is row0064/info:/1733110969722/Put/seqid=0 2024-12-02T03:43:26,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/0bb9572cb40c4cc5ba6b8321c5611eac as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0bb9572cb40c4cc5ba6b8321c5611eac 2024-12-02T03:43:26,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741863_1039 (size=86688) 2024-12-02T03:43:26,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741863_1039 (size=86688) 2024-12-02T03:43:26,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0bb9572cb40c4cc5ba6b8321c5611eac, entries=11, sequenceid=199, filesize=16.2 K 2024-12-02T03:43:26,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=9.24 KB/9459 for 30a868773dbd6c476f44ea337f7284a9 in 26ms, sequenceid=199, compaction requested=false 2024-12-02T03:43:26,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:26,106 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/320a094af1ef496da709d13ef6c9b183 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/320a094af1ef496da709d13ef6c9b183 2024-12-02T03:43:26,112 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 30a868773dbd6c476f44ea337f7284a9/info of 30a868773dbd6c476f44ea337f7284a9 into 320a094af1ef496da709d13ef6c9b183(size=84.7 K), total size for store is 100.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:43:26,112 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:26,112 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., storeName=30a868773dbd6c476f44ea337f7284a9/info, priority=13, startTime=1733111006076; duration=0sec 2024-12-02T03:43:26,112 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:26,113 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30a868773dbd6c476f44ea337f7284a9:info 2024-12-02T03:43:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:28,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-02T03:43:28,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/263d4b352d4c402aa948653b6b4f3cbf is 1055, key is row0152/info:/1733111006077/Put/seqid=0 2024-12-02T03:43:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741864_1040 (size=15500) 2024-12-02T03:43:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741864_1040 (size=15500) 2024-12-02T03:43:28,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/263d4b352d4c402aa948653b6b4f3cbf 2024-12-02T03:43:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/263d4b352d4c402aa948653b6b4f3cbf as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/263d4b352d4c402aa948653b6b4f3cbf 2024-12-02T03:43:28,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/263d4b352d4c402aa948653b6b4f3cbf, entries=10, sequenceid=213, filesize=15.1 K 2024-12-02T03:43:28,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=13.34 KB/13663 for 30a868773dbd6c476f44ea337f7284a9 in 27ms, sequenceid=213, compaction requested=true 2024-12-02T03:43:28,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:28,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30a868773dbd6c476f44ea337f7284a9:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:43:28,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:28,125 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:43:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:28,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-02T03:43:28,127 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118741 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:43:28,127 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1541): 30a868773dbd6c476f44ea337f7284a9/info is initiating minor compaction (all files) 2024-12-02T03:43:28,127 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 30a868773dbd6c476f44ea337f7284a9/info in TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:28,127 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/320a094af1ef496da709d13ef6c9b183, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0bb9572cb40c4cc5ba6b8321c5611eac, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/263d4b352d4c402aa948653b6b4f3cbf] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp, totalSize=116.0 K 2024-12-02T03:43:28,127 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 320a094af1ef496da709d13ef6c9b183, keycount=77, bloomtype=ROW, size=84.7 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733110969722 2024-12-02T03:43:28,128 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bb9572cb40c4cc5ba6b8321c5611eac, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733111006055 2024-12-02T03:43:28,128 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 263d4b352d4c402aa948653b6b4f3cbf, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733111006077 2024-12-02T03:43:28,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/b705c4968a1648c395cdd1c2b1700613 is 1055, key is row0162/info:/1733111008100/Put/seqid=0 2024-12-02T03:43:28,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741865_1041 (size=19728) 2024-12-02T03:43:28,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741865_1041 (size=19728) 2024-12-02T03:43:28,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/b705c4968a1648c395cdd1c2b1700613 2024-12-02T03:43:28,141 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30a868773dbd6c476f44ea337f7284a9#info#compaction#56 average throughput is 49.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:43:28,141 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/bf26a01012a64efe98d16bef3ec618fc is 1055, key is row0064/info:/1733110969722/Put/seqid=0 2024-12-02T03:43:28,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/b705c4968a1648c395cdd1c2b1700613 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/b705c4968a1648c395cdd1c2b1700613 2024-12-02T03:43:28,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/b705c4968a1648c395cdd1c2b1700613, entries=14, sequenceid=230, filesize=19.3 K 2024-12-02T03:43:28,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 30a868773dbd6c476f44ea337f7284a9 in 24ms, sequenceid=230, compaction requested=false 2024-12-02T03:43:28,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741866_1042 (size=108911) 2024-12-02T03:43:28,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:28,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741866_1042 (size=108911) 2024-12-02T03:43:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:28,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T03:43:28,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ac51a40eb7a343ddac3df49108c785eb is 1055, key is row0176/info:/1733111008128/Put/seqid=0 2024-12-02T03:43:28,158 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/bf26a01012a64efe98d16bef3ec618fc as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bf26a01012a64efe98d16bef3ec618fc 2024-12-02T03:43:28,165 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 30a868773dbd6c476f44ea337f7284a9/info of 30a868773dbd6c476f44ea337f7284a9 into bf26a01012a64efe98d16bef3ec618fc(size=106.4 K), total size for store is 125.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:43:28,165 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:28,165 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., storeName=30a868773dbd6c476f44ea337f7284a9/info, priority=13, startTime=1733111008125; duration=0sec 2024-12-02T03:43:28,165 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:28,165 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30a868773dbd6c476f44ea337f7284a9:info 2024-12-02T03:43:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741867_1043 (size=17606) 2024-12-02T03:43:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741867_1043 (size=17606) 2024-12-02T03:43:28,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ac51a40eb7a343ddac3df49108c785eb 2024-12-02T03:43:28,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ac51a40eb7a343ddac3df49108c785eb as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ac51a40eb7a343ddac3df49108c785eb 2024-12-02T03:43:28,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ac51a40eb7a343ddac3df49108c785eb, entries=12, sequenceid=245, filesize=17.2 K 2024-12-02T03:43:28,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=5.13 KB/5255 for 30a868773dbd6c476f44ea337f7284a9 in 29ms, sequenceid=245, compaction requested=true 2024-12-02T03:43:28,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:28,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30a868773dbd6c476f44ea337f7284a9:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:43:28,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:28,180 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:43:28,181 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:43:28,181 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1541): 30a868773dbd6c476f44ea337f7284a9/info is initiating minor compaction (all files) 2024-12-02T03:43:28,181 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 30a868773dbd6c476f44ea337f7284a9/info in TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:28,181 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bf26a01012a64efe98d16bef3ec618fc, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/b705c4968a1648c395cdd1c2b1700613, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ac51a40eb7a343ddac3df49108c785eb] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp, totalSize=142.8 K 2024-12-02T03:43:28,182 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf26a01012a64efe98d16bef3ec618fc, keycount=98, bloomtype=ROW, size=106.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733110969722 2024-12-02T03:43:28,182 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting b705c4968a1648c395cdd1c2b1700613, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733111008100 2024-12-02T03:43:28,182 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac51a40eb7a343ddac3df49108c785eb, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733111008128 2024-12-02T03:43:28,193 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30a868773dbd6c476f44ea337f7284a9#info#compaction#58 average throughput is 62.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:43:28,193 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/8c6b6dffb02c45dbbb835f39281830af is 1055, key is row0064/info:/1733110969722/Put/seqid=0 2024-12-02T03:43:28,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741868_1044 (size=136523) 2024-12-02T03:43:28,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741868_1044 (size=136523) 2024-12-02T03:43:28,202 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/8c6b6dffb02c45dbbb835f39281830af as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/8c6b6dffb02c45dbbb835f39281830af 2024-12-02T03:43:28,207 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 30a868773dbd6c476f44ea337f7284a9/info of 30a868773dbd6c476f44ea337f7284a9 into 8c6b6dffb02c45dbbb835f39281830af(size=133.3 K), total size for store is 133.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:43:28,207 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:28,207 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., storeName=30a868773dbd6c476f44ea337f7284a9/info, priority=13, startTime=1733111008180; duration=0sec 2024-12-02T03:43:28,207 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:28,207 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30a868773dbd6c476f44ea337f7284a9:info 2024-12-02T03:43:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:30,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T03:43:30,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ae4f70d7acad473c90304f3bf6706cbb is 1055, key is row0188/info:/1733111008153/Put/seqid=0 2024-12-02T03:43:30,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741869_1045 (size=13396) 2024-12-02T03:43:30,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741869_1045 (size=13396) 2024-12-02T03:43:30,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ae4f70d7acad473c90304f3bf6706cbb 2024-12-02T03:43:30,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ae4f70d7acad473c90304f3bf6706cbb as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ae4f70d7acad473c90304f3bf6706cbb 2024-12-02T03:43:30,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ae4f70d7acad473c90304f3bf6706cbb, entries=8, sequenceid=258, filesize=13.1 K 2024-12-02T03:43:30,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 30a868773dbd6c476f44ea337f7284a9 in 27ms, sequenceid=258, compaction requested=false 2024-12-02T03:43:30,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:30,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-12-02T03:43:30,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/7b97b0367ef3445c8a07e4db16d003fa is 1055, key is row0196/info:/1733111010174/Put/seqid=0 2024-12-02T03:43:30,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741870_1046 (size=20796) 2024-12-02T03:43:30,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741870_1046 (size=20796) 2024-12-02T03:43:30,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/7b97b0367ef3445c8a07e4db16d003fa 2024-12-02T03:43:30,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/7b97b0367ef3445c8a07e4db16d003fa as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/7b97b0367ef3445c8a07e4db16d003fa 2024-12-02T03:43:30,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/7b97b0367ef3445c8a07e4db16d003fa, entries=15, sequenceid=276, filesize=20.3 K 2024-12-02T03:43:30,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=13.34 KB/13663 for 30a868773dbd6c476f44ea337f7284a9 in 24ms, sequenceid=276, compaction requested=true 2024-12-02T03:43:30,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:30,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30a868773dbd6c476f44ea337f7284a9:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:43:30,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:30,225 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:43:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:30,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-02T03:43:30,227 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 170715 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:43:30,227 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1541): 30a868773dbd6c476f44ea337f7284a9/info is initiating minor compaction (all files) 2024-12-02T03:43:30,227 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 30a868773dbd6c476f44ea337f7284a9/info in TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:30,227 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/8c6b6dffb02c45dbbb835f39281830af, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ae4f70d7acad473c90304f3bf6706cbb, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/7b97b0367ef3445c8a07e4db16d003fa] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp, totalSize=166.7 K 2024-12-02T03:43:30,227 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c6b6dffb02c45dbbb835f39281830af, keycount=124, bloomtype=ROW, size=133.3 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733110969722 2024-12-02T03:43:30,227 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae4f70d7acad473c90304f3bf6706cbb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733111008153 2024-12-02T03:43:30,228 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b97b0367ef3445c8a07e4db16d003fa, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733111010174 2024-12-02T03:43:30,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/34487aa1ec9f49caaca55e2fa1ac5e05 is 1055, key is row0211/info:/1733111010202/Put/seqid=0 2024-12-02T03:43:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741871_1047 (size=19742) 2024-12-02T03:43:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741871_1047 (size=19742) 2024-12-02T03:43:30,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/34487aa1ec9f49caaca55e2fa1ac5e05 2024-12-02T03:43:30,244 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30a868773dbd6c476f44ea337f7284a9#info#compaction#62 average throughput is 36.83 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:43:30,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/34487aa1ec9f49caaca55e2fa1ac5e05 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/34487aa1ec9f49caaca55e2fa1ac5e05 2024-12-02T03:43:30,245 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/c2870225bf7647eea69afd40fb6ff367 is 1055, key is row0064/info:/1733110969722/Put/seqid=0 2024-12-02T03:43:30,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/34487aa1ec9f49caaca55e2fa1ac5e05, entries=14, sequenceid=293, filesize=19.3 K 2024-12-02T03:43:30,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for 30a868773dbd6c476f44ea337f7284a9 in 26ms, sequenceid=293, compaction requested=false 2024-12-02T03:43:30,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741872_1048 (size=160937) 2024-12-02T03:43:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741872_1048 (size=160937) 2024-12-02T03:43:30,257 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/c2870225bf7647eea69afd40fb6ff367 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/c2870225bf7647eea69afd40fb6ff367 2024-12-02T03:43:30,263 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 30a868773dbd6c476f44ea337f7284a9/info of 30a868773dbd6c476f44ea337f7284a9 into c2870225bf7647eea69afd40fb6ff367(size=157.2 K), total size for store is 176.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:43:30,263 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:30,263 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., storeName=30a868773dbd6c476f44ea337f7284a9/info, priority=13, startTime=1733111010225; duration=0sec 2024-12-02T03:43:30,263 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:30,263 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30a868773dbd6c476f44ea337f7284a9:info 2024-12-02T03:43:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:32,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T03:43:32,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ba61bd238f16425abcd0e0b56ac49d0f is 1055, key is row0225/info:/1733111012230/Put/seqid=0 2024-12-02T03:43:32,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741873_1049 (size=13402) 2024-12-02T03:43:32,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741873_1049 (size=13402) 2024-12-02T03:43:32,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ba61bd238f16425abcd0e0b56ac49d0f 2024-12-02T03:43:32,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ba61bd238f16425abcd0e0b56ac49d0f as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ba61bd238f16425abcd0e0b56ac49d0f 2024-12-02T03:43:32,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ba61bd238f16425abcd0e0b56ac49d0f, entries=8, sequenceid=305, filesize=13.1 K 2024-12-02T03:43:32,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 30a868773dbd6c476f44ea337f7284a9 in 20ms, sequenceid=305, compaction requested=true 2024-12-02T03:43:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30a868773dbd6c476f44ea337f7284a9:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:43:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:32,268 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:43:32,269 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 194081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:43:32,269 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1541): 30a868773dbd6c476f44ea337f7284a9/info is initiating minor compaction (all files) 2024-12-02T03:43:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:32,269 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 30a868773dbd6c476f44ea337f7284a9/info in TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:32,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-02T03:43:32,269 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/c2870225bf7647eea69afd40fb6ff367, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/34487aa1ec9f49caaca55e2fa1ac5e05, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ba61bd238f16425abcd0e0b56ac49d0f] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp, totalSize=189.5 K 2024-12-02T03:43:32,270 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2870225bf7647eea69afd40fb6ff367, keycount=147, bloomtype=ROW, size=157.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733110969722 2024-12-02T03:43:32,270 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34487aa1ec9f49caaca55e2fa1ac5e05, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733111010202 2024-12-02T03:43:32,271 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba61bd238f16425abcd0e0b56ac49d0f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733111012230 2024-12-02T03:43:32,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/d8b53973e64a4806ae5c91046cf3e85f is 1055, key is row0233/info:/1733111012249/Put/seqid=0 2024-12-02T03:43:32,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741874_1050 (size=16564) 2024-12-02T03:43:32,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741874_1050 (size=16564) 2024-12-02T03:43:32,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/d8b53973e64a4806ae5c91046cf3e85f 2024-12-02T03:43:32,284 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30a868773dbd6c476f44ea337f7284a9#info#compaction#65 average throughput is 56.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:43:32,284 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/11a9ba51570b4b4d846343890b427696 is 1055, key is row0064/info:/1733110969722/Put/seqid=0 2024-12-02T03:43:32,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/d8b53973e64a4806ae5c91046cf3e85f as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/d8b53973e64a4806ae5c91046cf3e85f 2024-12-02T03:43:32,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/d8b53973e64a4806ae5c91046cf3e85f, entries=11, sequenceid=319, filesize=16.2 K 2024-12-02T03:43:32,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=11.29 KB/11561 for 30a868773dbd6c476f44ea337f7284a9 in 23ms, sequenceid=319, compaction requested=false 2024-12-02T03:43:32,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8855): Flush requested on 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:32,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741875_1051 (size=184231) 2024-12-02T03:43:32,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T03:43:32,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741875_1051 (size=184231) 2024-12-02T03:43:32,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/76edd27174454d179df9f70a3b0bda2b is 1055, key is row0244/info:/1733111012271/Put/seqid=0 2024-12-02T03:43:32,300 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/11a9ba51570b4b4d846343890b427696 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/11a9ba51570b4b4d846343890b427696 2024-12-02T03:43:32,305 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 30a868773dbd6c476f44ea337f7284a9/info of 30a868773dbd6c476f44ea337f7284a9 into 11a9ba51570b4b4d846343890b427696(size=179.9 K), total size for store is 196.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:43:32,306 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:32,306 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., storeName=30a868773dbd6c476f44ea337f7284a9/info, priority=13, startTime=1733111012268; duration=0sec 2024-12-02T03:43:32,306 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:32,306 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30a868773dbd6c476f44ea337f7284a9:info 2024-12-02T03:43:32,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741876_1052 (size=17618) 2024-12-02T03:43:32,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741876_1052 (size=17618) 2024-12-02T03:43:32,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/76edd27174454d179df9f70a3b0bda2b 2024-12-02T03:43:32,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/76edd27174454d179df9f70a3b0bda2b as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/76edd27174454d179df9f70a3b0bda2b 2024-12-02T03:43:32,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/76edd27174454d179df9f70a3b0bda2b, entries=12, sequenceid=334, filesize=17.2 K 2024-12-02T03:43:32,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for 30a868773dbd6c476f44ea337f7284a9 in 24ms, sequenceid=334, compaction requested=true 2024-12-02T03:43:32,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:32,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30a868773dbd6c476f44ea337f7284a9:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T03:43:32,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:32,320 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T03:43:32,321 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 218413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T03:43:32,321 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1541): 30a868773dbd6c476f44ea337f7284a9/info is initiating minor compaction (all files) 2024-12-02T03:43:32,321 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 30a868773dbd6c476f44ea337f7284a9/info in TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:32,321 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/11a9ba51570b4b4d846343890b427696, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/d8b53973e64a4806ae5c91046cf3e85f, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/76edd27174454d179df9f70a3b0bda2b] into tmpdir=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp, totalSize=213.3 K 2024-12-02T03:43:32,322 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11a9ba51570b4b4d846343890b427696, keycount=169, bloomtype=ROW, size=179.9 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733110969722 2024-12-02T03:43:32,322 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8b53973e64a4806ae5c91046cf3e85f, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733111012249 2024-12-02T03:43:32,323 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76edd27174454d179df9f70a3b0bda2b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733111012271 2024-12-02T03:43:32,338 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30a868773dbd6c476f44ea337f7284a9#info#compaction#67 average throughput is 48.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T03:43:32,338 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/d223720b23df4a09b63a82486284a20e is 1055, key is row0064/info:/1733110969722/Put/seqid=0 2024-12-02T03:43:32,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741877_1053 (size=208652) 2024-12-02T03:43:32,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741877_1053 (size=208652) 2024-12-02T03:43:32,347 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/d223720b23df4a09b63a82486284a20e as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/d223720b23df4a09b63a82486284a20e 2024-12-02T03:43:32,353 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 30a868773dbd6c476f44ea337f7284a9/info of 30a868773dbd6c476f44ea337f7284a9 into d223720b23df4a09b63a82486284a20e(size=203.8 K), total size for store is 203.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T03:43:32,353 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:32,353 INFO [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., storeName=30a868773dbd6c476f44ea337f7284a9/info, priority=13, startTime=1733111012320; duration=0sec 2024-12-02T03:43:32,353 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T03:43:32,353 DEBUG [RS:0;e2eaa0f11f7e:33515-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30a868773dbd6c476f44ea337f7284a9:info 2024-12-02T03:43:34,297 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-02T03:43:34,317 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733111014297, exclude list is [], retry=0 2024-12-02T03:43:34,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42935,DS-a853c435-e894-45b1-90d0-5c51d8a8f76a,DISK] 2024-12-02T03:43:34,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40379,DS-db96e04d-6b43-4e04-b307-5f8808661b0e,DISK] 2024-12-02T03:43:34,321 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733110956960 with entries=316, filesize=303.40 KB; new WAL /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733111014297 2024-12-02T03:43:34,322 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43727:43727),(127.0.0.1/127.0.0.1:46821:46821)] 2024-12-02T03:43:34,322 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733110956960 is not closed yet, will try archiving it next time 2024-12-02T03:43:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741833_1009 (size=310693) 2024-12-02T03:43:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741833_1009 (size=310693) 2024-12-02T03:43:34,325 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8d2743f49fac387071eec582d6324a4b: 2024-12-02T03:43:34,325 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 30a868773dbd6c476f44ea337f7284a9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T03:43:34,329 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ce829bdf77094dcb84092e8280ae6a65 is 1055, key is row0256/info:/1733111012296/Put/seqid=0 2024-12-02T03:43:34,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741879_1055 (size=6010) 2024-12-02T03:43:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741879_1055 (size=6010) 2024-12-02T03:43:34,334 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ce829bdf77094dcb84092e8280ae6a65 2024-12-02T03:43:34,340 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/.tmp/info/ce829bdf77094dcb84092e8280ae6a65 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ce829bdf77094dcb84092e8280ae6a65 2024-12-02T03:43:34,344 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ce829bdf77094dcb84092e8280ae6a65, entries=1, sequenceid=340, filesize=5.9 K 2024-12-02T03:43:34,345 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 30a868773dbd6c476f44ea337f7284a9 in 20ms, sequenceid=340, compaction requested=false 2024-12-02T03:43:34,345 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 30a868773dbd6c476f44ea337f7284a9: 2024-12-02T03:43:34,345 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-02T03:43:34,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/info/e1e1633ece634785a0caaf915e269558 is 186, key is TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b./info:regioninfo/1733110972505/Put/seqid=0 2024-12-02T03:43:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741880_1056 (size=6153) 2024-12-02T03:43:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741880_1056 (size=6153) 2024-12-02T03:43:34,354 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/info/e1e1633ece634785a0caaf915e269558 2024-12-02T03:43:34,359 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/.tmp/info/e1e1633ece634785a0caaf915e269558 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/info/e1e1633ece634785a0caaf915e269558 2024-12-02T03:43:34,363 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/info/e1e1633ece634785a0caaf915e269558, entries=5, sequenceid=21, filesize=6.0 K 2024-12-02T03:43:34,364 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 19ms, sequenceid=21, compaction requested=false 2024-12-02T03:43:34,364 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-02T03:43:34,375 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733111014364, exclude list is [], retry=0 2024-12-02T03:43:34,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42935,DS-a853c435-e894-45b1-90d0-5c51d8a8f76a,DISK] 2024-12-02T03:43:34,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40379,DS-db96e04d-6b43-4e04-b307-5f8808661b0e,DISK] 2024-12-02T03:43:34,379 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733111014297 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733111014364 2024-12-02T03:43:34,379 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46821:46821),(127.0.0.1/127.0.0.1:43727:43727)] 2024-12-02T03:43:34,379 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733111014297 is not closed yet, will try archiving it next time 2024-12-02T03:43:34,379 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733110956960 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/oldWALs/e2eaa0f11f7e%2C33515%2C1733110956318.1733110956960 2024-12-02T03:43:34,380 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:43:34,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741878_1054 (size=731) 2024-12-02T03:43:34,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741878_1054 (size=731) 2024-12-02T03:43:34,381 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733111014297 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/oldWALs/e2eaa0f11f7e%2C33515%2C1733110956318.1733111014297 2024-12-02T03:43:34,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:43:34,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:43:34,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:43:34,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:34,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:34,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:43:34,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:43:34,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=502361729, stopped=false 2024-12-02T03:43:34,482 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,43285,1733110956174 2024-12-02T03:43:34,535 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:43:34,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:43:34,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:34,535 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:34,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:43:34,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:43:34,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:43:34,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:43:34,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:43:34,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:34,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,33515,1733110956318' ***** 2024-12-02T03:43:34,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:43:34,539 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:43:34,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:43:34,539 INFO [RS:0;e2eaa0f11f7e:33515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:43:34,539 INFO [RS:0;e2eaa0f11f7e:33515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:43:34,540 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:43:34,540 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for 30a868773dbd6c476f44ea337f7284a9 2024-12-02T03:43:34,540 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:43:34,540 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:43:34,540 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d2743f49fac387071eec582d6324a4b, disabling compactions & flushes 2024-12-02T03:43:34,540 INFO [RS:0;e2eaa0f11f7e:33515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:33515. 2024-12-02T03:43:34,540 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. 2024-12-02T03:43:34,540 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. 2024-12-02T03:43:34,540 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. after waiting 0 ms 2024-12-02T03:43:34,540 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:43:34,540 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. 2024-12-02T03:43:34,540 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:34,541 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:43:34,541 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:43:34,541 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:43:34,541 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:43:34,541 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T03:43:34,541 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(1325): Online Regions={8d2743f49fac387071eec582d6324a4b=TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b., 30a868773dbd6c476f44ea337f7284a9=TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T03:43:34,541 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30a868773dbd6c476f44ea337f7284a9, 8d2743f49fac387071eec582d6324a4b 2024-12-02T03:43:34,541 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:43:34,541 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0->hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/646a73a9cbd940c4b7d17d0287681b81-bottom] to archive 2024-12-02T03:43:34,542 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:43:34,542 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:43:34,542 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:43:34,542 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:43:34,543 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T03:43:34,544 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:43:34,545 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e2eaa0f11f7e:43285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-02T03:43:34,545 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-02T03:43:34,546 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-02T03:43:34,546 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:43:34,546 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:43:34,547 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111014541Running coprocessor pre-close hooks at 1733111014541Disabling compacts and flushes for region at 1733111014541Disabling writes for close at 1733111014542 (+1 ms)Writing region close event to WAL at 1733111014543 (+1 ms)Running coprocessor post-close hooks at 1733111014546 (+3 ms)Closed at 1733111014546 2024-12-02T03:43:34,547 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:43:34,548 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/8d2743f49fac387071eec582d6324a4b/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=101 2024-12-02T03:43:34,549 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. 2024-12-02T03:43:34,549 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d2743f49fac387071eec582d6324a4b: Waiting for close lock at 1733111014540Running coprocessor pre-close hooks at 1733111014540Disabling compacts and flushes for region at 1733111014540Disabling writes for close at 1733111014540Writing region close event to WAL at 1733111014545 (+5 ms)Running coprocessor post-close hooks at 1733111014549 (+4 ms)Closed at 1733111014549 2024-12-02T03:43:34,549 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733110971797.8d2743f49fac387071eec582d6324a4b. 2024-12-02T03:43:34,549 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30a868773dbd6c476f44ea337f7284a9, disabling compactions & flushes 2024-12-02T03:43:34,549 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:34,549 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:34,549 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. after waiting 0 ms 2024-12-02T03:43:34,549 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:34,550 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0->hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/16c7b30c2f42fb4df2ab78847cb97df0/info/646a73a9cbd940c4b7d17d0287681b81-top, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/021c5b1aae744c8f9a7fdcc7f8a3645f, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/TestLogRolling-testLogRolling=16c7b30c2f42fb4df2ab78847cb97df0-4bec5f55af4c45fab6f26568a2d8c44b, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0232f0f4b75d42c69cdecc6d1b4c5ef6, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/e2c7ed9cf16f4b24a65fe98ffd0fe1cf, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bc0b06ef86404779973b9f4eb1ed0429, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/abf6ef2bcb7344a7b7bef05f8b608c60, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/e99fafbe106b459bbfdd4264b0708b6e, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/38321c706a064dbea949cafb5be93465, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/5886f85f294b49e9955442c83150f895, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/320a094af1ef496da709d13ef6c9b183, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/4f12b729a67f43e9aa285c1e9f29c2b2, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0bb9572cb40c4cc5ba6b8321c5611eac, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bf26a01012a64efe98d16bef3ec618fc, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/263d4b352d4c402aa948653b6b4f3cbf, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/b705c4968a1648c395cdd1c2b1700613, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/8c6b6dffb02c45dbbb835f39281830af, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ac51a40eb7a343ddac3df49108c785eb, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ae4f70d7acad473c90304f3bf6706cbb, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/c2870225bf7647eea69afd40fb6ff367, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/7b97b0367ef3445c8a07e4db16d003fa, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/34487aa1ec9f49caaca55e2fa1ac5e05, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/11a9ba51570b4b4d846343890b427696, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ba61bd238f16425abcd0e0b56ac49d0f, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/d8b53973e64a4806ae5c91046cf3e85f, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/76edd27174454d179df9f70a3b0bda2b] to archive 2024-12-02T03:43:34,550 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T03:43:34,552 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/646a73a9cbd940c4b7d17d0287681b81.16c7b30c2f42fb4df2ab78847cb97df0 2024-12-02T03:43:34,553 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/021c5b1aae744c8f9a7fdcc7f8a3645f to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/021c5b1aae744c8f9a7fdcc7f8a3645f 2024-12-02T03:43:34,554 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/TestLogRolling-testLogRolling=16c7b30c2f42fb4df2ab78847cb97df0-4bec5f55af4c45fab6f26568a2d8c44b to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/TestLogRolling-testLogRolling=16c7b30c2f42fb4df2ab78847cb97df0-4bec5f55af4c45fab6f26568a2d8c44b 2024-12-02T03:43:34,555 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0232f0f4b75d42c69cdecc6d1b4c5ef6 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0232f0f4b75d42c69cdecc6d1b4c5ef6 2024-12-02T03:43:34,556 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/e2c7ed9cf16f4b24a65fe98ffd0fe1cf to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/e2c7ed9cf16f4b24a65fe98ffd0fe1cf 2024-12-02T03:43:34,558 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bc0b06ef86404779973b9f4eb1ed0429 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bc0b06ef86404779973b9f4eb1ed0429 2024-12-02T03:43:34,559 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/abf6ef2bcb7344a7b7bef05f8b608c60 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/abf6ef2bcb7344a7b7bef05f8b608c60 2024-12-02T03:43:34,560 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/e99fafbe106b459bbfdd4264b0708b6e to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/e99fafbe106b459bbfdd4264b0708b6e 2024-12-02T03:43:34,561 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/38321c706a064dbea949cafb5be93465 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/38321c706a064dbea949cafb5be93465 2024-12-02T03:43:34,562 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/5886f85f294b49e9955442c83150f895 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/5886f85f294b49e9955442c83150f895 2024-12-02T03:43:34,563 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/320a094af1ef496da709d13ef6c9b183 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/320a094af1ef496da709d13ef6c9b183 2024-12-02T03:43:34,565 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/4f12b729a67f43e9aa285c1e9f29c2b2 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/4f12b729a67f43e9aa285c1e9f29c2b2 2024-12-02T03:43:34,565 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0bb9572cb40c4cc5ba6b8321c5611eac to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/0bb9572cb40c4cc5ba6b8321c5611eac 2024-12-02T03:43:34,566 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bf26a01012a64efe98d16bef3ec618fc to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/bf26a01012a64efe98d16bef3ec618fc 2024-12-02T03:43:34,568 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/263d4b352d4c402aa948653b6b4f3cbf to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/263d4b352d4c402aa948653b6b4f3cbf 2024-12-02T03:43:34,569 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/b705c4968a1648c395cdd1c2b1700613 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/b705c4968a1648c395cdd1c2b1700613 2024-12-02T03:43:34,570 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/8c6b6dffb02c45dbbb835f39281830af to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/8c6b6dffb02c45dbbb835f39281830af 2024-12-02T03:43:34,571 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ac51a40eb7a343ddac3df49108c785eb to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ac51a40eb7a343ddac3df49108c785eb 2024-12-02T03:43:34,573 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ae4f70d7acad473c90304f3bf6706cbb to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ae4f70d7acad473c90304f3bf6706cbb 2024-12-02T03:43:34,574 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/c2870225bf7647eea69afd40fb6ff367 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/c2870225bf7647eea69afd40fb6ff367 2024-12-02T03:43:34,575 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/7b97b0367ef3445c8a07e4db16d003fa to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/7b97b0367ef3445c8a07e4db16d003fa 2024-12-02T03:43:34,576 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/34487aa1ec9f49caaca55e2fa1ac5e05 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/34487aa1ec9f49caaca55e2fa1ac5e05 2024-12-02T03:43:34,577 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/11a9ba51570b4b4d846343890b427696 to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/11a9ba51570b4b4d846343890b427696 2024-12-02T03:43:34,578 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ba61bd238f16425abcd0e0b56ac49d0f to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/ba61bd238f16425abcd0e0b56ac49d0f 2024-12-02T03:43:34,579 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/d8b53973e64a4806ae5c91046cf3e85f to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/d8b53973e64a4806ae5c91046cf3e85f 2024-12-02T03:43:34,581 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/76edd27174454d179df9f70a3b0bda2b to hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/archive/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/info/76edd27174454d179df9f70a3b0bda2b 2024-12-02T03:43:34,581 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [021c5b1aae744c8f9a7fdcc7f8a3645f=19880, 0232f0f4b75d42c69cdecc6d1b4c5ef6=13386, e2c7ed9cf16f4b24a65fe98ffd0fe1cf=38958, bc0b06ef86404779973b9f4eb1ed0429=15490, abf6ef2bcb7344a7b7bef05f8b608c60=13394, e99fafbe106b459bbfdd4264b0708b6e=61241, 38321c706a064dbea949cafb5be93465=18675, 5886f85f294b49e9955442c83150f895=18675, 320a094af1ef496da709d13ef6c9b183=86688, 4f12b729a67f43e9aa285c1e9f29c2b2=16553, 0bb9572cb40c4cc5ba6b8321c5611eac=16553, bf26a01012a64efe98d16bef3ec618fc=108911, 263d4b352d4c402aa948653b6b4f3cbf=15500, b705c4968a1648c395cdd1c2b1700613=19728, 8c6b6dffb02c45dbbb835f39281830af=136523, ac51a40eb7a343ddac3df49108c785eb=17606, ae4f70d7acad473c90304f3bf6706cbb=13396, c2870225bf7647eea69afd40fb6ff367=160937, 7b97b0367ef3445c8a07e4db16d003fa=20796, 34487aa1ec9f49caaca55e2fa1ac5e05=19742, 11a9ba51570b4b4d846343890b427696=184231, ba61bd238f16425abcd0e0b56ac49d0f=13402, d8b53973e64a4806ae5c91046cf3e85f=16564, 76edd27174454d179df9f70a3b0bda2b=17618] 2024-12-02T03:43:34,584 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/data/default/TestLogRolling-testLogRolling/30a868773dbd6c476f44ea337f7284a9/recovered.edits/343.seqid, newMaxSeqId=343, maxSeqId=101 2024-12-02T03:43:34,585 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:34,585 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30a868773dbd6c476f44ea337f7284a9: Waiting for close lock at 1733111014549Running coprocessor pre-close hooks at 1733111014549Disabling compacts and flushes for region at 1733111014549Disabling writes for close at 1733111014549Writing region close event to WAL at 1733111014581 (+32 ms)Running coprocessor post-close hooks at 1733111014585 (+4 ms)Closed at 1733111014585 2024-12-02T03:43:34,585 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733110971797.30a868773dbd6c476f44ea337f7284a9. 2024-12-02T03:43:34,742 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,33515,1733110956318; all regions closed. 2024-12-02T03:43:34,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741834_1010 (size=8107) 2024-12-02T03:43:34,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741834_1010 (size=8107) 2024-12-02T03:43:34,752 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/oldWALs 2024-12-02T03:43:34,752 INFO [RS:0;e2eaa0f11f7e:33515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C33515%2C1733110956318.meta:.meta(num 1733110957307) 2024-12-02T03:43:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741881_1057 (size=778) 2024-12-02T03:43:34,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/WALs/e2eaa0f11f7e,33515,1733110956318/e2eaa0f11f7e%2C33515%2C1733110956318.1733111014364 not finished, retry = 0 2024-12-02T03:43:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741881_1057 (size=778) 2024-12-02T03:43:34,830 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:43:34,862 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/oldWALs 2024-12-02T03:43:34,862 INFO [RS:0;e2eaa0f11f7e:33515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C33515%2C1733110956318:(num 1733111014364) 2024-12-02T03:43:34,862 DEBUG [RS:0;e2eaa0f11f7e:33515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:34,862 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:43:34,862 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:43:34,863 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:43:34,863 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:43:34,863 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:43:34,863 INFO [RS:0;e2eaa0f11f7e:33515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33515 2024-12-02T03:43:34,889 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,33515,1733110956318 2024-12-02T03:43:34,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:43:34,889 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:43:34,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,33515,1733110956318] 2024-12-02T03:43:34,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,33515,1733110956318 already deleted, retry=false 2024-12-02T03:43:34,951 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,33515,1733110956318 expired; onlineServers=0 2024-12-02T03:43:34,951 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,43285,1733110956174' ***** 2024-12-02T03:43:34,951 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:43:34,951 INFO [M:0;e2eaa0f11f7e:43285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:43:34,951 INFO [M:0;e2eaa0f11f7e:43285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:43:34,952 DEBUG [M:0;e2eaa0f11f7e:43285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:43:34,952 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:43:34,952 DEBUG [M:0;e2eaa0f11f7e:43285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:43:34,952 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110956669 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733110956669,5,FailOnTimeoutGroup] 2024-12-02T03:43:34,952 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110956670 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733110956670,5,FailOnTimeoutGroup] 2024-12-02T03:43:34,953 INFO [M:0;e2eaa0f11f7e:43285 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:43:34,953 INFO [M:0;e2eaa0f11f7e:43285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:43:34,953 DEBUG [M:0;e2eaa0f11f7e:43285 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:43:34,953 INFO [M:0;e2eaa0f11f7e:43285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:43:34,953 INFO [M:0;e2eaa0f11f7e:43285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:43:34,954 INFO [M:0;e2eaa0f11f7e:43285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:43:34,954 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:43:34,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:43:34,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:34,964 DEBUG [M:0;e2eaa0f11f7e:43285 {}] zookeeper.ZKUtil(347): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:43:34,964 WARN [M:0;e2eaa0f11f7e:43285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:43:34,966 INFO [M:0;e2eaa0f11f7e:43285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/.lastflushedseqids 2024-12-02T03:43:34,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741882_1058 (size=228) 2024-12-02T03:43:34,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741882_1058 (size=228) 2024-12-02T03:43:34,977 INFO [M:0;e2eaa0f11f7e:43285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:43:34,977 INFO [M:0;e2eaa0f11f7e:43285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:43:34,977 DEBUG [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:43:34,977 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:34,977 DEBUG [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:34,978 DEBUG [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:43:34,978 DEBUG [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:34,978 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-12-02T03:43:34,997 DEBUG [M:0;e2eaa0f11f7e:43285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d32b55d905694d69a69e87160772429a is 82, key is hbase:meta,,1/info:regioninfo/1733110957345/Put/seqid=0 2024-12-02T03:43:35,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:43:35,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T03:43:35,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-02T03:43:35,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741883_1059 (size=5672) 2024-12-02T03:43:35,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741883_1059 (size=5672) 2024-12-02T03:43:35,002 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d32b55d905694d69a69e87160772429a 2024-12-02T03:43:35,025 DEBUG [M:0;e2eaa0f11f7e:43285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfdff25013a14a30811e9235000fb4eb is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733110958256/Put/seqid=0 2024-12-02T03:43:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741884_1060 (size=7091) 2024-12-02T03:43:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741884_1060 (size=7091) 2024-12-02T03:43:35,030 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfdff25013a14a30811e9235000fb4eb 2024-12-02T03:43:35,034 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfdff25013a14a30811e9235000fb4eb 2024-12-02T03:43:35,043 INFO [RS:0;e2eaa0f11f7e:33515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:43:35,043 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:43:35,043 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101956c13430001, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:43:35,043 INFO [RS:0;e2eaa0f11f7e:33515 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,33515,1733110956318; zookeeper connection closed. 2024-12-02T03:43:35,043 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a3542f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a3542f0 2024-12-02T03:43:35,043 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T03:43:35,046 DEBUG [M:0;e2eaa0f11f7e:43285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8e19403823b4d4b83f58e621aad5fe5 is 69, key is e2eaa0f11f7e,33515,1733110956318/rs:state/1733110956811/Put/seqid=0 2024-12-02T03:43:35,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741885_1061 (size=5156) 2024-12-02T03:43:35,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741885_1061 (size=5156) 2024-12-02T03:43:35,051 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8e19403823b4d4b83f58e621aad5fe5 2024-12-02T03:43:35,069 DEBUG [M:0;e2eaa0f11f7e:43285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/57a1846a5ca742d2bc35105a822bf4b1 is 52, key is load_balancer_on/state:d/1733110957470/Put/seqid=0 2024-12-02T03:43:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741886_1062 (size=5056) 2024-12-02T03:43:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741886_1062 (size=5056) 2024-12-02T03:43:35,075 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/57a1846a5ca742d2bc35105a822bf4b1 2024-12-02T03:43:35,080 DEBUG [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d32b55d905694d69a69e87160772429a as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d32b55d905694d69a69e87160772429a 2024-12-02T03:43:35,084 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d32b55d905694d69a69e87160772429a, entries=8, sequenceid=125, filesize=5.5 K 2024-12-02T03:43:35,085 DEBUG [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfdff25013a14a30811e9235000fb4eb as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfdff25013a14a30811e9235000fb4eb 2024-12-02T03:43:35,090 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfdff25013a14a30811e9235000fb4eb 2024-12-02T03:43:35,090 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfdff25013a14a30811e9235000fb4eb, entries=13, sequenceid=125, filesize=6.9 K 2024-12-02T03:43:35,091 DEBUG [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8e19403823b4d4b83f58e621aad5fe5 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8e19403823b4d4b83f58e621aad5fe5 2024-12-02T03:43:35,095 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8e19403823b4d4b83f58e621aad5fe5, entries=1, sequenceid=125, filesize=5.0 K 2024-12-02T03:43:35,096 DEBUG [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/57a1846a5ca742d2bc35105a822bf4b1 as hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/57a1846a5ca742d2bc35105a822bf4b1 2024-12-02T03:43:35,100 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40247/user/jenkins/test-data/dc7c45c5-45f5-b7c6-c591-8898e56498b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/57a1846a5ca742d2bc35105a822bf4b1, entries=1, sequenceid=125, filesize=4.9 K 2024-12-02T03:43:35,101 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=125, compaction requested=false 2024-12-02T03:43:35,102 INFO [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:35,102 DEBUG [M:0;e2eaa0f11f7e:43285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111014977Disabling compacts and flushes for region at 1733111014977Disabling writes for close at 1733111014978 (+1 ms)Obtaining lock to block concurrent updates at 1733111014978Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733111014978Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1733111014978Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733111014979 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733111014979Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733111014997 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733111014997Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733111015007 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733111015024 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733111015024Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733111015034 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733111015046 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733111015046Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733111015056 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733111015069 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733111015069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4e944e: reopening flushed file at 1733111015079 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b3a6f13: reopening flushed file at 1733111015085 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@259296cd: reopening flushed file at 1733111015090 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21303876: reopening flushed file at 1733111015095 (+5 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=125, compaction requested=false at 1733111015101 (+6 ms)Writing region close event to WAL at 1733111015102 (+1 ms)Closed at 1733111015102 2024-12-02T03:43:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40379 is added to blk_1073741830_1006 (size=61332) 2024-12-02T03:43:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741830_1006 (size=61332) 2024-12-02T03:43:35,105 INFO [M:0;e2eaa0f11f7e:43285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:43:35,105 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:43:35,105 INFO [M:0;e2eaa0f11f7e:43285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43285 2024-12-02T03:43:35,105 INFO [M:0;e2eaa0f11f7e:43285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:43:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:43:35,231 INFO [M:0;e2eaa0f11f7e:43285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:43:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x101956c13430000, quorum=127.0.0.1:50067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:43:35,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@490d1f1e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:43:35,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a8b4996{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:43:35,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:43:35,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b0ccec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:43:35,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de395f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/hadoop.log.dir/,STOPPED} 2024-12-02T03:43:35,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:43:35,260 WARN [BP-1850892469-172.17.0.2-1733110954383 heartbeating to localhost/127.0.0.1:40247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:43:35,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:43:35,260 WARN [BP-1850892469-172.17.0.2-1733110954383 heartbeating to localhost/127.0.0.1:40247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1850892469-172.17.0.2-1733110954383 (Datanode Uuid 9d879267-f472-4439-a9e3-a97f54e659b3) service to localhost/127.0.0.1:40247 2024-12-02T03:43:35,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/data/data3/current/BP-1850892469-172.17.0.2-1733110954383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:43:35,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/data/data4/current/BP-1850892469-172.17.0.2-1733110954383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:43:35,263 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:43:35,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69c50db1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:43:35,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ac6dcf9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:43:35,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:43:35,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cfed15a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:43:35,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d589fb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/hadoop.log.dir/,STOPPED} 2024-12-02T03:43:35,272 WARN [BP-1850892469-172.17.0.2-1733110954383 heartbeating to localhost/127.0.0.1:40247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:43:35,272 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:43:35,272 WARN [BP-1850892469-172.17.0.2-1733110954383 heartbeating to localhost/127.0.0.1:40247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1850892469-172.17.0.2-1733110954383 (Datanode Uuid 522551d4-5f24-4ed4-acc4-430d220223bc) service to localhost/127.0.0.1:40247 2024-12-02T03:43:35,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:43:35,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/data/data1/current/BP-1850892469-172.17.0.2-1733110954383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:43:35,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/cluster_93cc92a3-6577-0ff3-45c7-bdb1bc92261e/data/data2/current/BP-1850892469-172.17.0.2-1733110954383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:43:35,273 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:43:35,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30ae9b14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:43:35,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29c865b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:43:35,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:43:35,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e4989d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:43:35,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6677d3ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/hadoop.log.dir/,STOPPED} 2024-12-02T03:43:35,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:43:35,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:43:35,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 100) - Thread LEAK? -, OpenFileDescriptor=460 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 207), ProcessCount=11 (was 11), AvailableMemoryMB=8108 (was 7931) - AvailableMemoryMB LEAK? - 2024-12-02T03:43:35,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=8108 2024-12-02T03:43:35,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:43:35,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/hadoop.log.dir so I do NOT create it in target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5 2024-12-02T03:43:35,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9847da9a-c452-9286-f0cb-8cfe65f95f6a/hadoop.tmp.dir so I do NOT create it in target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5 2024-12-02T03:43:35,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7, deleteOnExit=true 2024-12-02T03:43:35,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:43:35,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/test.cache.data in system properties and HBase conf 2024-12-02T03:43:35,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:43:35,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:43:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:43:35,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:43:35,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:43:35,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:43:35,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:43:35,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:43:35,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:43:35,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:43:35,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:43:35,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:43:35,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:43:35,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:43:35,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:43:35,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cc04b1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:43:35,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d328c0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:43:35,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@531ae01c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/java.io.tmpdir/jetty-localhost-39121-hadoop-hdfs-3_4_1-tests_jar-_-any-12309495010163900159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:43:35,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f3ec414{HTTP/1.1, (http/1.1)}{localhost:39121} 2024-12-02T03:43:35,748 INFO [Time-limited test {}] server.Server(415): Started @206649ms 2024-12-02T03:43:35,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:43:35,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:43:35,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:43:35,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:43:35,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:43:35,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a5c19c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:43:35,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@171f95cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:43:36,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@469c0328{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/java.io.tmpdir/jetty-localhost-37367-hadoop-hdfs-3_4_1-tests_jar-_-any-18182210143654292165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:43:36,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38032154{HTTP/1.1, (http/1.1)}{localhost:37367} 2024-12-02T03:43:36,042 INFO [Time-limited test {}] server.Server(415): Started @206943ms 2024-12-02T03:43:36,043 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:43:36,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:43:36,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:43:36,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:43:36,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:43:36,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:43:36,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6248e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:43:36,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20d0318f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:43:36,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5db2c70a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/java.io.tmpdir/jetty-localhost-41369-hadoop-hdfs-3_4_1-tests_jar-_-any-3890864514476626736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:43:36,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30837cfe{HTTP/1.1, (http/1.1)}{localhost:41369} 2024-12-02T03:43:36,165 INFO [Time-limited test {}] server.Server(415): Started @207066ms 2024-12-02T03:43:36,166 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:43:36,766 WARN [Thread-1630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/data/data1/current/BP-2038666522-172.17.0.2-1733111015345/current, will proceed with Du for space computation calculation, 2024-12-02T03:43:36,766 WARN [Thread-1631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/data/data2/current/BP-2038666522-172.17.0.2-1733111015345/current, will proceed with Du for space computation calculation, 2024-12-02T03:43:36,785 WARN [Thread-1594 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:43:36,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9101e6876e3985cb with lease ID 0xe73873d7819c7721: Processing first storage report for DS-ea4ddff3-85cc-44d2-8df1-71d0c5c2b6c0 from datanode DatanodeRegistration(127.0.0.1:40329, datanodeUuid=3f483f69-b17c-4aa3-a4e7-364c511abc24, infoPort=35049, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=1439477922;c=1733111015345) 2024-12-02T03:43:36,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9101e6876e3985cb with lease ID 0xe73873d7819c7721: from storage DS-ea4ddff3-85cc-44d2-8df1-71d0c5c2b6c0 node DatanodeRegistration(127.0.0.1:40329, datanodeUuid=3f483f69-b17c-4aa3-a4e7-364c511abc24, infoPort=35049, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=1439477922;c=1733111015345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:43:36,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9101e6876e3985cb with lease ID 0xe73873d7819c7721: Processing first storage report for DS-45b7c4ce-8ee5-416f-aef4-0b19888cf4c6 from datanode DatanodeRegistration(127.0.0.1:40329, datanodeUuid=3f483f69-b17c-4aa3-a4e7-364c511abc24, infoPort=35049, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=1439477922;c=1733111015345) 2024-12-02T03:43:36,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9101e6876e3985cb with lease ID 0xe73873d7819c7721: from storage DS-45b7c4ce-8ee5-416f-aef4-0b19888cf4c6 node DatanodeRegistration(127.0.0.1:40329, datanodeUuid=3f483f69-b17c-4aa3-a4e7-364c511abc24, infoPort=35049, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=1439477922;c=1733111015345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:43:36,905 WARN [Thread-1641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/data/data3/current/BP-2038666522-172.17.0.2-1733111015345/current, will proceed with Du for space computation calculation, 2024-12-02T03:43:36,905 WARN [Thread-1642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/data/data4/current/BP-2038666522-172.17.0.2-1733111015345/current, will proceed with Du for space computation calculation, 2024-12-02T03:43:36,923 WARN [Thread-1617 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:43:36,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x906bb9153015935 with lease ID 0xe73873d7819c7722: Processing first storage report for DS-b0321be9-0afd-4b62-8298-ffd330c6789c from datanode DatanodeRegistration(127.0.0.1:46655, datanodeUuid=1fef4dba-df58-4f9e-ab47-88e1708714c3, infoPort=36887, infoSecurePort=0, ipcPort=34889, storageInfo=lv=-57;cid=testClusterID;nsid=1439477922;c=1733111015345) 2024-12-02T03:43:36,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x906bb9153015935 with lease ID 0xe73873d7819c7722: from storage DS-b0321be9-0afd-4b62-8298-ffd330c6789c node DatanodeRegistration(127.0.0.1:46655, datanodeUuid=1fef4dba-df58-4f9e-ab47-88e1708714c3, infoPort=36887, infoSecurePort=0, ipcPort=34889, storageInfo=lv=-57;cid=testClusterID;nsid=1439477922;c=1733111015345), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:43:36,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x906bb9153015935 with lease ID 0xe73873d7819c7722: Processing first storage report for DS-2b6c73cf-c02a-4c04-8a34-a1697f9dc00e from datanode DatanodeRegistration(127.0.0.1:46655, datanodeUuid=1fef4dba-df58-4f9e-ab47-88e1708714c3, infoPort=36887, infoSecurePort=0, ipcPort=34889, storageInfo=lv=-57;cid=testClusterID;nsid=1439477922;c=1733111015345) 2024-12-02T03:43:36,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x906bb9153015935 with lease ID 0xe73873d7819c7722: from storage DS-2b6c73cf-c02a-4c04-8a34-a1697f9dc00e node DatanodeRegistration(127.0.0.1:46655, datanodeUuid=1fef4dba-df58-4f9e-ab47-88e1708714c3, infoPort=36887, infoSecurePort=0, ipcPort=34889, storageInfo=lv=-57;cid=testClusterID;nsid=1439477922;c=1733111015345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:43:37,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5 2024-12-02T03:43:37,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/zookeeper_0, clientPort=50109, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:43:37,008 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50109 2024-12-02T03:43:37,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:43:37,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:43:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:43:37,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:43:37,024 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b with version=8 2024-12-02T03:43:37,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39117/user/jenkins/test-data/584e8ae2-0ec7-7ed0-b4f7-89e9174dbbdd/hbase-staging 2024-12-02T03:43:37,026 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:43:37,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:43:37,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:43:37,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:43:37,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:43:37,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:43:37,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:43:37,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:43:37,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38799 2024-12-02T03:43:37,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38799 connecting to ZooKeeper ensemble=127.0.0.1:50109 2024-12-02T03:43:37,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387990x0, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:43:37,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38799-0x101956d00f30000 connected 2024-12-02T03:43:37,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:43:37,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:43:37,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:43:37,166 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b, hbase.cluster.distributed=false 2024-12-02T03:43:37,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:43:37,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38799 2024-12-02T03:43:37,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38799 2024-12-02T03:43:37,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38799 2024-12-02T03:43:37,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38799 2024-12-02T03:43:37,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38799 2024-12-02T03:43:37,184 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:43:37,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:43:37,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:43:37,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:43:37,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:43:37,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:43:37,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:43:37,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:43:37,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43549 2024-12-02T03:43:37,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43549 connecting to ZooKeeper ensemble=127.0.0.1:50109 2024-12-02T03:43:37,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:43:37,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:43:37,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435490x0, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:43:37,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43549-0x101956d00f30001 connected 2024-12-02T03:43:37,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:43:37,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:43:37,233 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:43:37,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:43:37,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:43:37,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43549 2024-12-02T03:43:37,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43549 2024-12-02T03:43:37,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43549 2024-12-02T03:43:37,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43549 2024-12-02T03:43:37,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43549 2024-12-02T03:43:37,255 DEBUG [M:0;e2eaa0f11f7e:38799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:38799 2024-12-02T03:43:37,255 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,38799,1733111017026 2024-12-02T03:43:37,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:43:37,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:43:37,267 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,38799,1733111017026 2024-12-02T03:43:37,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:43:37,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:37,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:37,276 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:43:37,276 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,38799,1733111017026 from backup master directory 2024-12-02T03:43:37,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,38799,1733111017026 2024-12-02T03:43:37,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:43:37,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:43:37,284 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:43:37,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,38799,1733111017026 2024-12-02T03:43:37,289 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/hbase.id] with ID: 576014d7-af5e-49aa-9545-aa15218d02fe 2024-12-02T03:43:37,289 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/.tmp/hbase.id 2024-12-02T03:43:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:43:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:43:37,296 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/.tmp/hbase.id]:[hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/hbase.id] 2024-12-02T03:43:37,310 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:43:37,310 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:43:37,312 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T03:43:37,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:37,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:43:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:43:37,332 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:43:37,332 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:43:37,332 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:43:37,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:43:37,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:43:37,340 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store 2024-12-02T03:43:37,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:43:37,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:43:37,346 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:43:37,346 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:43:37,346 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:37,346 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:37,346 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:43:37,346 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:37,346 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:37,346 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111017346Disabling compacts and flushes for region at 1733111017346Disabling writes for close at 1733111017346Writing region close event to WAL at 1733111017346Closed at 1733111017346 2024-12-02T03:43:37,347 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/.initializing 2024-12-02T03:43:37,347 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/WALs/e2eaa0f11f7e,38799,1733111017026 2024-12-02T03:43:37,347 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:43:37,349 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C38799%2C1733111017026, suffix=, logDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/WALs/e2eaa0f11f7e,38799,1733111017026, archiveDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/oldWALs, maxLogs=10 2024-12-02T03:43:37,359 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/WALs/e2eaa0f11f7e,38799,1733111017026/e2eaa0f11f7e%2C38799%2C1733111017026.1733111017349, exclude list is [], retry=0 2024-12-02T03:43:37,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-ea4ddff3-85cc-44d2-8df1-71d0c5c2b6c0,DISK] 2024-12-02T03:43:37,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46655,DS-b0321be9-0afd-4b62-8298-ffd330c6789c,DISK] 2024-12-02T03:43:37,363 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/WALs/e2eaa0f11f7e,38799,1733111017026/e2eaa0f11f7e%2C38799%2C1733111017026.1733111017349 2024-12-02T03:43:37,363 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35049:35049),(127.0.0.1/127.0.0.1:36887:36887)] 2024-12-02T03:43:37,363 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:43:37,363 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:43:37,363 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,363 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:43:37,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:37,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:43:37,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:43:37,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:37,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:43:37,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:43:37,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:37,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:43:37,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:43:37,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:37,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:43:37,371 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,372 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,372 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,373 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,373 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,374 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:43:37,375 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:43:37,377 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:43:37,377 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=697156, jitterRate=-0.11352099478244781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:43:37,378 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733111017364Initializing all the Stores at 1733111017364Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111017364Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111017365 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111017365Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111017365Cleaning up temporary data from old regions at 1733111017373 (+8 ms)Region opened successfully at 1733111017377 (+4 ms) 2024-12-02T03:43:37,378 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:43:37,380 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75761da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:43:37,381 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:43:37,381 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:43:37,381 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:43:37,381 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:43:37,382 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T03:43:37,382 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T03:43:37,382 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:43:37,384 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:43:37,385 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:43:37,397 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:43:37,397 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:43:37,398 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:43:37,409 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:43:37,409 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:43:37,410 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:43:37,417 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:43:37,418 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:43:37,425 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:43:37,427 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:43:37,433 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:43:37,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:43:37,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:43:37,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:37,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:37,442 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,38799,1733111017026, sessionid=0x101956d00f30000, setting cluster-up flag (Was=false) 2024-12-02T03:43:37,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:37,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:37,484 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:43:37,485 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,38799,1733111017026 2024-12-02T03:43:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:37,525 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:43:37,526 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,38799,1733111017026 2024-12-02T03:43:37,528 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:43:37,529 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:43:37,529 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:43:37,529 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:43:37,530 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,38799,1733111017026 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:43:37,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:43:37,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:43:37,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:43:37,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:43:37,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:43:37,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:43:37,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,532 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733111047532 2024-12-02T03:43:37,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:43:37,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:43:37,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:43:37,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:43:37,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:43:37,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:43:37,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:43:37,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:43:37,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:37,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:43:37,535 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:43:37,535 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:43:37,535 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:43:37,536 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:43:37,536 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:43:37,536 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111017536,5,FailOnTimeoutGroup] 2024-12-02T03:43:37,536 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111017536,5,FailOnTimeoutGroup] 2024-12-02T03:43:37,536 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,536 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:43:37,536 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,536 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,542 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(746): ClusterId : 576014d7-af5e-49aa-9545-aa15218d02fe 2024-12-02T03:43:37,542 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:43:37,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:43:37,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:43:37,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:43:37,545 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b 2024-12-02T03:43:37,551 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:43:37,551 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:43:37,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:43:37,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:43:37,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:43:37,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:43:37,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:43:37,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:37,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:43:37,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:43:37,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:43:37,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:37,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:43:37,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:43:37,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:43:37,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:37,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:43:37,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:43:37,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:43:37,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:37,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:43:37,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:43:37,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740 2024-12-02T03:43:37,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740 2024-12-02T03:43:37,559 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:43:37,560 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b2824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:43:37,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:43:37,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:43:37,561 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T03:43:37,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:43:37,564 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:43:37,565 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=754660, jitterRate=-0.04040101170539856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T03:43:37,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733111017552Initializing all the Stores at 1733111017552Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111017552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111017553 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111017553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111017553Cleaning up temporary data from old regions at 1733111017561 (+8 ms)Region opened successfully at 1733111017565 (+4 ms) 2024-12-02T03:43:37,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:43:37,566 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:43:37,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:43:37,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:43:37,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:43:37,566 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:43:37,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111017566Disabling compacts and flushes for region at 1733111017566Disabling writes for close at 1733111017566Writing region close event to WAL at 1733111017566Closed at 1733111017566 2024-12-02T03:43:37,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:43:37,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:43:37,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:43:37,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:43:37,569 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:43:37,572 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:43549 2024-12-02T03:43:37,572 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:43:37,572 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:43:37,572 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:43:37,573 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,38799,1733111017026 with port=43549, startcode=1733111017184 2024-12-02T03:43:37,573 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:43:37,574 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:43:37,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:37,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38799 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:37,576 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b 2024-12-02T03:43:37,576 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32959 2024-12-02T03:43:37,576 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:43:37,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:43:37,584 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] zookeeper.ZKUtil(111): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:37,584 WARN [RS:0;e2eaa0f11f7e:43549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:43:37,584 INFO [RS:0;e2eaa0f11f7e:43549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:43:37,584 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:37,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,43549,1733111017184] 2024-12-02T03:43:37,588 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:43:37,590 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:43:37,590 INFO [RS:0;e2eaa0f11f7e:43549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:43:37,590 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,591 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:43:37,592 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:43:37,592 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,592 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:43:37,593 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:43:37,593 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:43:37,593 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,593 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,593 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,593 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,593 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,593 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43549,1733111017184-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:43:37,608 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:43:37,608 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43549,1733111017184-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,608 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,608 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.Replication(171): e2eaa0f11f7e,43549,1733111017184 started 2024-12-02T03:43:37,620 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:37,620 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,43549,1733111017184, RpcServer on e2eaa0f11f7e/172.17.0.2:43549, sessionid=0x101956d00f30001 2024-12-02T03:43:37,620 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:43:37,620 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:37,620 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,43549,1733111017184' 2024-12-02T03:43:37,620 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:43:37,620 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:43:37,621 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:43:37,621 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:43:37,621 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:37,621 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,43549,1733111017184' 2024-12-02T03:43:37,621 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:43:37,621 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:43:37,622 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:43:37,622 INFO [RS:0;e2eaa0f11f7e:43549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:43:37,622 INFO [RS:0;e2eaa0f11f7e:43549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:43:37,719 WARN [e2eaa0f11f7e:38799 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:43:37,722 INFO [RS:0;e2eaa0f11f7e:43549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:43:37,725 INFO [RS:0;e2eaa0f11f7e:43549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C43549%2C1733111017184, suffix=, logDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/e2eaa0f11f7e,43549,1733111017184, archiveDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/oldWALs, maxLogs=32 2024-12-02T03:43:37,743 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/e2eaa0f11f7e,43549,1733111017184/e2eaa0f11f7e%2C43549%2C1733111017184.1733111017726, exclude list is [], retry=0 2024-12-02T03:43:37,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46655,DS-b0321be9-0afd-4b62-8298-ffd330c6789c,DISK] 2024-12-02T03:43:37,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-ea4ddff3-85cc-44d2-8df1-71d0c5c2b6c0,DISK] 2024-12-02T03:43:37,747 INFO [RS:0;e2eaa0f11f7e:43549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/e2eaa0f11f7e,43549,1733111017184/e2eaa0f11f7e%2C43549%2C1733111017184.1733111017726 2024-12-02T03:43:37,747 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36887:36887),(127.0.0.1/127.0.0.1:35049:35049)] 2024-12-02T03:43:37,970 DEBUG [e2eaa0f11f7e:38799 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T03:43:37,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:37,973 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,43549,1733111017184, state=OPENING 2024-12-02T03:43:38,008 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:43:38,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:38,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:38,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:43:38,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:43:38,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:43:38,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,43549,1733111017184}] 2024-12-02T03:43:38,171 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:43:38,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37789, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:43:38,181 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:43:38,181 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:43:38,182 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:43:38,184 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C43549%2C1733111017184.meta, suffix=.meta, logDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/e2eaa0f11f7e,43549,1733111017184, archiveDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/oldWALs, maxLogs=32 2024-12-02T03:43:38,197 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/e2eaa0f11f7e,43549,1733111017184/e2eaa0f11f7e%2C43549%2C1733111017184.meta.1733111018184.meta, exclude list is [], retry=0 2024-12-02T03:43:38,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46655,DS-b0321be9-0afd-4b62-8298-ffd330c6789c,DISK] 2024-12-02T03:43:38,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-ea4ddff3-85cc-44d2-8df1-71d0c5c2b6c0,DISK] 2024-12-02T03:43:38,200 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/e2eaa0f11f7e,43549,1733111017184/e2eaa0f11f7e%2C43549%2C1733111017184.meta.1733111018184.meta 2024-12-02T03:43:38,201 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35049:35049),(127.0.0.1/127.0.0.1:36887:36887)] 2024-12-02T03:43:38,201 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:43:38,201 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:43:38,201 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:43:38,201 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:43:38,201 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:43:38,201 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:43:38,201 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:43:38,201 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:43:38,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:43:38,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:43:38,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:38,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:43:38,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:43:38,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:43:38,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:38,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:43:38,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:43:38,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:43:38,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:38,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:43:38,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:43:38,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:43:38,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:43:38,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:43:38,207 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:43:38,207 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740 2024-12-02T03:43:38,208 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740 2024-12-02T03:43:38,209 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:43:38,209 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:43:38,210 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T03:43:38,211 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:43:38,212 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=871944, jitterRate=0.10873477160930634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T03:43:38,212 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:43:38,212 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733111018201Writing region info on filesystem at 1733111018201Initializing all the Stores at 1733111018202 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111018202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111018202Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111018202Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111018202Cleaning up temporary data from old regions at 1733111018209 (+7 ms)Running coprocessor post-open hooks at 1733111018212 (+3 ms)Region opened successfully at 1733111018212 2024-12-02T03:43:38,213 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733111018171 2024-12-02T03:43:38,214 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:43:38,215 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:43:38,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:38,216 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,43549,1733111017184, state=OPEN 2024-12-02T03:43:38,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:43:38,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:43:38,268 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:38,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:43:38,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:43:38,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:43:38,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,43549,1733111017184 in 250 msec 2024-12-02T03:43:38,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:43:38,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 703 msec 2024-12-02T03:43:38,273 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:43:38,273 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:43:38,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:43:38,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,43549,1733111017184, seqNum=-1] 2024-12-02T03:43:38,275 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:43:38,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:43:38,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 752 msec 2024-12-02T03:43:38,282 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733111018281, completionTime=-1 2024-12-02T03:43:38,282 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T03:43:38,282 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:43:38,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T03:43:38,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733111078284 2024-12-02T03:43:38,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733111138284 2024-12-02T03:43:38,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T03:43:38,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38799,1733111017026-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:38,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38799,1733111017026-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:38,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38799,1733111017026-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:38,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:38799, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:38,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:38,285 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:38,287 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:43:38,288 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.004sec 2024-12-02T03:43:38,289 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:43:38,289 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:43:38,289 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:43:38,289 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:43:38,289 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:43:38,289 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38799,1733111017026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:43:38,289 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38799,1733111017026-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:43:38,292 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:43:38,292 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:43:38,293 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38799,1733111017026-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:43:38,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67241a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:43:38,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,38799,-1 for getting cluster id 2024-12-02T03:43:38,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:43:38,345 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '576014d7-af5e-49aa-9545-aa15218d02fe' 2024-12-02T03:43:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:43:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "576014d7-af5e-49aa-9545-aa15218d02fe" 2024-12-02T03:43:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0fbd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:43:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,38799,-1] 2024-12-02T03:43:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:43:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:38,347 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:43:38,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d0dcf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:43:38,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:43:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,43549,1733111017184, seqNum=-1] 2024-12-02T03:43:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:43:38,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:43:38,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,38799,1733111017026 2024-12-02T03:43:38,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:43:38,355 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T03:43:38,355 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:43:38,356 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:43:38,358 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/test.com,8080,1, archiveDir=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/oldWALs, maxLogs=32 2024-12-02T03:43:38,371 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/test.com,8080,1/test.com%2C8080%2C1.1733111018359, exclude list is [], retry=0 2024-12-02T03:43:38,374 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46655,DS-b0321be9-0afd-4b62-8298-ffd330c6789c,DISK] 2024-12-02T03:43:38,374 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-ea4ddff3-85cc-44d2-8df1-71d0c5c2b6c0,DISK] 2024-12-02T03:43:38,376 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/test.com,8080,1/test.com%2C8080%2C1.1733111018359 2024-12-02T03:43:38,376 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36887:36887),(127.0.0.1/127.0.0.1:35049:35049)] 2024-12-02T03:43:38,391 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/test.com,8080,1/test.com%2C8080%2C1.1733111018376, exclude list is [], retry=0 2024-12-02T03:43:38,393 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46655,DS-b0321be9-0afd-4b62-8298-ffd330c6789c,DISK] 2024-12-02T03:43:38,394 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-ea4ddff3-85cc-44d2-8df1-71d0c5c2b6c0,DISK] 2024-12-02T03:43:38,395 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/test.com,8080,1/test.com%2C8080%2C1.1733111018359 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/test.com,8080,1/test.com%2C8080%2C1.1733111018376 2024-12-02T03:43:38,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36887:36887),(127.0.0.1/127.0.0.1:35049:35049)] 2024-12-02T03:43:38,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/test.com,8080,1/test.com%2C8080%2C1.1733111018359 is not closed yet, will try archiving it next time 2024-12-02T03:43:38,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741835_1011 (size=93) 2024-12-02T03:43:38,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741835_1011 (size=93) 2024-12-02T03:43:38,398 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/WALs/test.com,8080,1/test.com%2C8080%2C1.1733111018359 to hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/oldWALs/test.com%2C8080%2C1.1733111018359 2024-12-02T03:43:38,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741836_1012 (size=93) 2024-12-02T03:43:38,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741836_1012 (size=93) 2024-12-02T03:43:38,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/oldWALs 2024-12-02T03:43:38,400 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733111018376) 2024-12-02T03:43:38,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:43:38,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:43:38,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:43:38,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:38,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:38,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:43:38,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:43:38,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1919808766, stopped=false 2024-12-02T03:43:38,401 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,38799,1733111017026 2024-12-02T03:43:38,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:43:38,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:43:38,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:38,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:38,442 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:43:38,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:43:38,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:43:38,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:38,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:43:38,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:43:38,443 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,43549,1733111017184' ***** 2024-12-02T03:43:38,443 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:43:38,444 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:43:38,444 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:43:38,444 INFO [RS:0;e2eaa0f11f7e:43549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:43:38,444 INFO [RS:0;e2eaa0f11f7e:43549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:43:38,444 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:38,444 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:43:38,444 INFO [RS:0;e2eaa0f11f7e:43549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:43549. 2024-12-02T03:43:38,444 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:43:38,445 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:38,445 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:43:38,445 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:43:38,445 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:43:38,445 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:43:38,445 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T03:43:38,445 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T03:43:38,445 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T03:43:38,446 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:43:38,446 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:43:38,446 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:43:38,446 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:43:38,446 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:43:38,446 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T03:43:38,462 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740/.tmp/ns/80beca8eb0634186a4dfbb53626be438 is 43, key is default/ns:d/1733111018276/Put/seqid=0 2024-12-02T03:43:38,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741837_1013 (size=5153) 2024-12-02T03:43:38,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741837_1013 (size=5153) 2024-12-02T03:43:38,467 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740/.tmp/ns/80beca8eb0634186a4dfbb53626be438 2024-12-02T03:43:38,472 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740/.tmp/ns/80beca8eb0634186a4dfbb53626be438 as hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740/ns/80beca8eb0634186a4dfbb53626be438 2024-12-02T03:43:38,478 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740/ns/80beca8eb0634186a4dfbb53626be438, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T03:43:38,479 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-12-02T03:43:38,480 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T03:43:38,484 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T03:43:38,485 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:43:38,485 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:43:38,485 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111018445Running coprocessor pre-close hooks at 1733111018445Disabling compacts and flushes for region at 1733111018445Disabling writes for close at 1733111018446 (+1 ms)Obtaining lock to block concurrent updates at 1733111018446Preparing flush snapshotting stores in 1588230740 at 1733111018446Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733111018447 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733111018447Flushing 1588230740/ns: creating writer at 1733111018448 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733111018462 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733111018462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1deafc40: reopening flushed file at 1733111018471 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1733111018479 (+8 ms)Writing region close event to WAL at 1733111018481 (+2 ms)Running coprocessor post-close hooks at 1733111018485 (+4 ms)Closed at 1733111018485 2024-12-02T03:43:38,485 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:43:38,596 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T03:43:38,596 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T03:43:38,646 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,43549,1733111017184; all regions closed. 2024-12-02T03:43:38,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741834_1010 (size=1152) 2024-12-02T03:43:38,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741834_1010 (size=1152) 2024-12-02T03:43:38,655 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/oldWALs 2024-12-02T03:43:38,655 INFO [RS:0;e2eaa0f11f7e:43549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C43549%2C1733111017184.meta:.meta(num 1733111018184) 2024-12-02T03:43:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741833_1009 (size=93) 2024-12-02T03:43:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741833_1009 (size=93) 2024-12-02T03:43:38,662 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/oldWALs 2024-12-02T03:43:38,662 INFO [RS:0;e2eaa0f11f7e:43549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C43549%2C1733111017184:(num 1733111017726) 2024-12-02T03:43:38,662 DEBUG [RS:0;e2eaa0f11f7e:43549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:43:38,662 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:43:38,663 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:43:38,663 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:43:38,663 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:43:38,663 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:43:38,663 INFO [RS:0;e2eaa0f11f7e:43549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43549 2024-12-02T03:43:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,43549,1733111017184 2024-12-02T03:43:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:43:38,688 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:43:38,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,43549,1733111017184] 2024-12-02T03:43:38,705 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,43549,1733111017184 already deleted, retry=false 2024-12-02T03:43:38,705 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,43549,1733111017184 expired; onlineServers=0 2024-12-02T03:43:38,705 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,38799,1733111017026' ***** 2024-12-02T03:43:38,705 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:43:38,705 INFO [M:0;e2eaa0f11f7e:38799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:43:38,705 INFO [M:0;e2eaa0f11f7e:38799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:43:38,705 DEBUG [M:0;e2eaa0f11f7e:38799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:43:38,705 DEBUG [M:0;e2eaa0f11f7e:38799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:43:38,705 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:43:38,705 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111017536 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111017536,5,FailOnTimeoutGroup] 2024-12-02T03:43:38,705 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111017536 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111017536,5,FailOnTimeoutGroup] 2024-12-02T03:43:38,705 INFO [M:0;e2eaa0f11f7e:38799 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:43:38,705 INFO [M:0;e2eaa0f11f7e:38799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:43:38,705 DEBUG [M:0;e2eaa0f11f7e:38799 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:43:38,705 INFO [M:0;e2eaa0f11f7e:38799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:43:38,705 INFO [M:0;e2eaa0f11f7e:38799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:43:38,706 INFO [M:0;e2eaa0f11f7e:38799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:43:38,706 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:43:38,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:43:38,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:43:38,713 DEBUG [M:0;e2eaa0f11f7e:38799 {}] zookeeper.ZKUtil(347): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:43:38,713 WARN [M:0;e2eaa0f11f7e:38799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:43:38,714 INFO [M:0;e2eaa0f11f7e:38799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/.lastflushedseqids 2024-12-02T03:43:38,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741838_1014 (size=99) 2024-12-02T03:43:38,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741838_1014 (size=99) 2024-12-02T03:43:38,719 INFO [M:0;e2eaa0f11f7e:38799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:43:38,719 INFO [M:0;e2eaa0f11f7e:38799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:43:38,719 DEBUG [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:43:38,719 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:38,719 DEBUG [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:38,719 DEBUG [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:43:38,719 DEBUG [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:38,719 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-02T03:43:38,732 DEBUG [M:0;e2eaa0f11f7e:38799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3749d1ef5cad463b876cd1763e4ecba1 is 82, key is hbase:meta,,1/info:regioninfo/1733111018215/Put/seqid=0 2024-12-02T03:43:38,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741839_1015 (size=5672) 2024-12-02T03:43:38,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741839_1015 (size=5672) 2024-12-02T03:43:38,737 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3749d1ef5cad463b876cd1763e4ecba1 2024-12-02T03:43:38,754 DEBUG [M:0;e2eaa0f11f7e:38799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/297f758eb7ad41718f49e0608eb11fc1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733111018281/Put/seqid=0 2024-12-02T03:43:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741840_1016 (size=5275) 2024-12-02T03:43:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741840_1016 (size=5275) 2024-12-02T03:43:38,759 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/297f758eb7ad41718f49e0608eb11fc1 2024-12-02T03:43:38,775 DEBUG [M:0;e2eaa0f11f7e:38799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d2bcc0de4f45d88827d3c6813098aa is 69, key is e2eaa0f11f7e,43549,1733111017184/rs:state/1733111017575/Put/seqid=0 2024-12-02T03:43:38,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741841_1017 (size=5156) 2024-12-02T03:43:38,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741841_1017 (size=5156) 2024-12-02T03:43:38,780 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d2bcc0de4f45d88827d3c6813098aa 2024-12-02T03:43:38,795 DEBUG [M:0;e2eaa0f11f7e:38799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6fce51bf2ac44222b2f02408d4e89608 is 52, key is load_balancer_on/state:d/1733111018354/Put/seqid=0 2024-12-02T03:43:38,796 INFO [RS:0;e2eaa0f11f7e:43549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:43:38,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:43:38,797 INFO [RS:0;e2eaa0f11f7e:43549 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,43549,1733111017184; zookeeper connection closed. 2024-12-02T03:43:38,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x101956d00f30001, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:43:38,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a46b0ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a46b0ab 2024-12-02T03:43:38,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T03:43:38,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741842_1018 (size=5056) 2024-12-02T03:43:38,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741842_1018 (size=5056) 2024-12-02T03:43:38,800 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6fce51bf2ac44222b2f02408d4e89608 2024-12-02T03:43:38,804 DEBUG [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3749d1ef5cad463b876cd1763e4ecba1 as hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3749d1ef5cad463b876cd1763e4ecba1 2024-12-02T03:43:38,809 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3749d1ef5cad463b876cd1763e4ecba1, entries=8, sequenceid=29, filesize=5.5 K 2024-12-02T03:43:38,810 DEBUG [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/297f758eb7ad41718f49e0608eb11fc1 as hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/297f758eb7ad41718f49e0608eb11fc1 2024-12-02T03:43:38,814 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/297f758eb7ad41718f49e0608eb11fc1, entries=3, sequenceid=29, filesize=5.2 K 2024-12-02T03:43:38,814 DEBUG [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d2bcc0de4f45d88827d3c6813098aa as hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6d2bcc0de4f45d88827d3c6813098aa 2024-12-02T03:43:38,819 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6d2bcc0de4f45d88827d3c6813098aa, entries=1, sequenceid=29, filesize=5.0 K 2024-12-02T03:43:38,820 DEBUG [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6fce51bf2ac44222b2f02408d4e89608 as hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6fce51bf2ac44222b2f02408d4e89608 2024-12-02T03:43:38,826 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32959/user/jenkins/test-data/be8b4706-c38d-f19a-0c9e-5fa030ddd84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6fce51bf2ac44222b2f02408d4e89608, entries=1, sequenceid=29, filesize=4.9 K 2024-12-02T03:43:38,827 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=29, compaction requested=false 2024-12-02T03:43:38,828 INFO [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:43:38,828 DEBUG [M:0;e2eaa0f11f7e:38799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111018719Disabling compacts and flushes for region at 1733111018719Disabling writes for close at 1733111018719Obtaining lock to block concurrent updates at 1733111018719Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733111018719Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733111018720 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733111018720Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733111018720Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733111018732 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733111018732Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733111018741 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733111018754 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733111018754Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733111018763 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733111018775 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733111018775Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733111018783 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733111018795 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733111018795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30cee392: reopening flushed file at 1733111018804 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558a3d1d: reopening flushed file at 1733111018809 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e02e982: reopening flushed file at 1733111018814 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b04dcd: reopening flushed file at 1733111018819 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=29, compaction requested=false at 1733111018827 (+8 ms)Writing region close event to WAL at 1733111018828 (+1 ms)Closed at 1733111018828 2024-12-02T03:43:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46655 is added to blk_1073741830_1006 (size=10311) 2024-12-02T03:43:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741830_1006 (size=10311) 2024-12-02T03:43:38,831 INFO [M:0;e2eaa0f11f7e:38799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:43:38,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:43:38,831 INFO [M:0;e2eaa0f11f7e:38799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38799 2024-12-02T03:43:38,831 INFO [M:0;e2eaa0f11f7e:38799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:43:38,963 INFO [M:0;e2eaa0f11f7e:38799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:43:38,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:43:38,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101956d00f30000, quorum=127.0.0.1:50109, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:43:38,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5db2c70a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:43:38,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30837cfe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:43:38,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:43:38,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20d0318f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:43:38,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6248e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/hadoop.log.dir/,STOPPED} 2024-12-02T03:43:38,968 WARN [BP-2038666522-172.17.0.2-1733111015345 heartbeating to localhost/127.0.0.1:32959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:43:38,968 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:43:38,968 WARN [BP-2038666522-172.17.0.2-1733111015345 heartbeating to localhost/127.0.0.1:32959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2038666522-172.17.0.2-1733111015345 (Datanode Uuid 1fef4dba-df58-4f9e-ab47-88e1708714c3) service to localhost/127.0.0.1:32959 2024-12-02T03:43:38,968 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:43:38,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/data/data3/current/BP-2038666522-172.17.0.2-1733111015345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:43:38,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/data/data4/current/BP-2038666522-172.17.0.2-1733111015345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:43:38,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:43:38,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@469c0328{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:43:38,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38032154{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:43:38,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:43:38,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@171f95cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:43:38,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a5c19c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/hadoop.log.dir/,STOPPED} 2024-12-02T03:43:38,975 WARN [BP-2038666522-172.17.0.2-1733111015345 heartbeating to localhost/127.0.0.1:32959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:43:38,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:43:38,975 WARN [BP-2038666522-172.17.0.2-1733111015345 heartbeating to localhost/127.0.0.1:32959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2038666522-172.17.0.2-1733111015345 (Datanode Uuid 3f483f69-b17c-4aa3-a4e7-364c511abc24) service to localhost/127.0.0.1:32959 2024-12-02T03:43:38,975 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:43:38,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/data/data1/current/BP-2038666522-172.17.0.2-1733111015345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:43:38,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/cluster_ee78d981-f8b9-fd4e-bcf4-c207e7aa6eb7/data/data2/current/BP-2038666522-172.17.0.2-1733111015345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:43:38,976 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:43:38,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@531ae01c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:43:38,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f3ec414{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:43:38,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:43:38,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d328c0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:43:38,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cc04b1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25e3eab7-8646-bf02-cc48-a6fe11d604f5/hadoop.log.dir/,STOPPED} 2024-12-02T03:43:38,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:43:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:43:39,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 111) - Thread LEAK? -, OpenFileDescriptor=513 (was 460) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 187) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8068 (was 8108)