2024-11-22 19:47:08,603 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-22 19:47:08,621 main DEBUG Took 0.014571 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 19:47:08,621 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 19:47:08,622 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 19:47:08,623 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 19:47:08,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,634 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 19:47:08,650 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,652 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,654 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,655 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,656 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,658 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,660 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,661 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,662 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,663 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:47:08,665 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,666 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 19:47:08,667 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:47:08,669 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 19:47:08,671 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 19:47:08,672 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 19:47:08,673 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 19:47:08,674 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 19:47:08,685 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 19:47:08,688 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 19:47:08,690 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 19:47:08,690 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 19:47:08,691 main DEBUG createAppenders(={Console}) 2024-11-22 19:47:08,692 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-22 19:47:08,692 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-22 19:47:08,693 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-22 19:47:08,693 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 19:47:08,694 main DEBUG OutputStream closed 2024-11-22 19:47:08,694 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 19:47:08,695 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 19:47:08,695 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-22 19:47:08,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 19:47:08,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 19:47:08,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 19:47:08,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 19:47:08,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 19:47:08,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 19:47:08,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 19:47:08,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 19:47:08,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 19:47:08,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 19:47:08,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 19:47:08,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 19:47:08,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 19:47:08,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 19:47:08,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 19:47:08,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 19:47:08,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 19:47:08,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 19:47:08,789 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 19:47:08,789 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-22 19:47:08,790 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 19:47:08,791 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-22T19:47:09,085 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a 2024-11-22 19:47:09,088 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 19:47:09,089 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T19:47:09,101 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-22T19:47:09,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=9717 2024-11-22T19:47:09,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T19:47:09,167 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba, deleteOnExit=true 2024-11-22T19:47:09,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T19:47:09,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/test.cache.data in system properties and HBase conf 2024-11-22T19:47:09,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T19:47:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/hadoop.log.dir in system properties and HBase conf 2024-11-22T19:47:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T19:47:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T19:47:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T19:47:09,282 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T19:47:09,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T19:47:09,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:47:09,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:47:09,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T19:47:09,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:47:09,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T19:47:09,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T19:47:09,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:47:09,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:47:09,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T19:47:09,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/nfs.dump.dir in system properties and HBase conf 2024-11-22T19:47:09,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/java.io.tmpdir in system properties and HBase conf 2024-11-22T19:47:09,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:47:09,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T19:47:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T19:47:10,276 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T19:47:10,365 INFO [Time-limited test {}] log.Log(170): Logging initialized @2528ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T19:47:10,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:47:10,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:47:10,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:47:10,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:47:10,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:47:10,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:47:10,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:47:10,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:47:10,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/java.io.tmpdir/jetty-localhost-44975-hadoop-hdfs-3_4_1-tests_jar-_-any-2560185832290554066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:47:10,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:44975} 2024-11-22T19:47:10,788 INFO [Time-limited test {}] server.Server(415): Started @2952ms 2024-11-22T19:47:11,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:47:11,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:47:11,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:47:11,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:47:11,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:47:11,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c87dfd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:47:11,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:47:11,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51bfdaee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/java.io.tmpdir/jetty-localhost-34799-hadoop-hdfs-3_4_1-tests_jar-_-any-3415598003512131123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:47:11,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4038703{HTTP/1.1, (http/1.1)}{localhost:34799} 2024-11-22T19:47:11,402 INFO [Time-limited test {}] server.Server(415): Started @3565ms 2024-11-22T19:47:11,459 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:47:11,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:47:11,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:47:11,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:47:11,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:47:11,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:47:11,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed592a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:47:11,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:47:11,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2017f6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/java.io.tmpdir/jetty-localhost-44527-hadoop-hdfs-3_4_1-tests_jar-_-any-4520404331700396325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:47:11,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59c0b0f7{HTTP/1.1, (http/1.1)}{localhost:44527} 2024-11-22T19:47:11,724 INFO [Time-limited test {}] server.Server(415): Started @3888ms 2024-11-22T19:47:11,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:47:11,909 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/data/data3/current/BP-1741490719-172.17.0.2-1732304830027/current, will proceed with Du for space computation calculation, 2024-11-22T19:47:11,909 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/data/data4/current/BP-1741490719-172.17.0.2-1732304830027/current, will proceed with Du for space computation calculation, 2024-11-22T19:47:11,909 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/data/data2/current/BP-1741490719-172.17.0.2-1732304830027/current, will proceed with Du for space computation calculation, 2024-11-22T19:47:11,909 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/data/data1/current/BP-1741490719-172.17.0.2-1732304830027/current, will proceed with Du for space computation calculation, 2024-11-22T19:47:11,966 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:47:11,966 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:47:12,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57b73e18996646a8 with lease ID 0x992c2c56686447dc: Processing first storage report for DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec from datanode DatanodeRegistration(127.0.0.1:39905, datanodeUuid=3e103183-370b-451a-a87d-cb5cea008bd0, infoPort=38117, infoSecurePort=0, ipcPort=32823, storageInfo=lv=-57;cid=testClusterID;nsid=921205147;c=1732304830027) 2024-11-22T19:47:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57b73e18996646a8 with lease ID 0x992c2c56686447dc: from storage DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec node DatanodeRegistration(127.0.0.1:39905, datanodeUuid=3e103183-370b-451a-a87d-cb5cea008bd0, infoPort=38117, infoSecurePort=0, ipcPort=32823, storageInfo=lv=-57;cid=testClusterID;nsid=921205147;c=1732304830027), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T19:47:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x555dbee87aeb7bb7 with lease ID 0x992c2c56686447dd: Processing first storage report for DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef from datanode DatanodeRegistration(127.0.0.1:43757, datanodeUuid=747e6130-f55e-43f0-82a9-088c28db9f40, infoPort=43007, infoSecurePort=0, ipcPort=38613, storageInfo=lv=-57;cid=testClusterID;nsid=921205147;c=1732304830027) 2024-11-22T19:47:12,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x555dbee87aeb7bb7 with lease ID 0x992c2c56686447dd: from storage DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef node DatanodeRegistration(127.0.0.1:43757, datanodeUuid=747e6130-f55e-43f0-82a9-088c28db9f40, infoPort=43007, infoSecurePort=0, ipcPort=38613, storageInfo=lv=-57;cid=testClusterID;nsid=921205147;c=1732304830027), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:47:12,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57b73e18996646a8 with lease ID 0x992c2c56686447dc: Processing first storage report for DS-e7158d69-a554-4e99-b6dd-de9aad78d5aa from datanode DatanodeRegistration(127.0.0.1:39905, datanodeUuid=3e103183-370b-451a-a87d-cb5cea008bd0, infoPort=38117, infoSecurePort=0, ipcPort=32823, storageInfo=lv=-57;cid=testClusterID;nsid=921205147;c=1732304830027) 2024-11-22T19:47:12,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57b73e18996646a8 with lease ID 0x992c2c56686447dc: from storage DS-e7158d69-a554-4e99-b6dd-de9aad78d5aa node DatanodeRegistration(127.0.0.1:39905, datanodeUuid=3e103183-370b-451a-a87d-cb5cea008bd0, infoPort=38117, infoSecurePort=0, ipcPort=32823, storageInfo=lv=-57;cid=testClusterID;nsid=921205147;c=1732304830027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:47:12,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x555dbee87aeb7bb7 with lease ID 0x992c2c56686447dd: Processing first storage report for DS-758ce279-ef59-4d38-8955-3bd048eab8b6 from datanode DatanodeRegistration(127.0.0.1:43757, datanodeUuid=747e6130-f55e-43f0-82a9-088c28db9f40, infoPort=43007, infoSecurePort=0, ipcPort=38613, storageInfo=lv=-57;cid=testClusterID;nsid=921205147;c=1732304830027) 2024-11-22T19:47:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x555dbee87aeb7bb7 with lease ID 0x992c2c56686447dd: from storage DS-758ce279-ef59-4d38-8955-3bd048eab8b6 node DatanodeRegistration(127.0.0.1:43757, datanodeUuid=747e6130-f55e-43f0-82a9-088c28db9f40, infoPort=43007, infoSecurePort=0, ipcPort=38613, storageInfo=lv=-57;cid=testClusterID;nsid=921205147;c=1732304830027), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T19:47:12,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a 2024-11-22T19:47:12,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/zookeeper_0, clientPort=51165, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T19:47:12,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51165 2024-11-22T19:47:12,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:47:12,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:47:12,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:47:12,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:47:12,883 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9 with version=8 2024-11-22T19:47:12,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/hbase-staging 2024-11-22T19:47:12,975 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T19:47:13,228 INFO [Time-limited test {}] client.ConnectionUtils(128): master/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:47:13,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:47:13,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:47:13,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:47:13,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:47:13,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:47:13,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T19:47:13,446 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T19:47:13,456 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T19:47:13,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:47:13,487 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21352 (auto-detected) 2024-11-22T19:47:13,488 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T19:47:13,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33059 2024-11-22T19:47:13,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33059 connecting to ZooKeeper ensemble=127.0.0.1:51165 2024-11-22T19:47:13,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330590x0, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:47:13,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33059-0x1014137f13e0000 connected 2024-11-22T19:47:13,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:47:13,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:47:13,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:47:13,617 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9, hbase.cluster.distributed=false 2024-11-22T19:47:13,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:47:13,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33059 2024-11-22T19:47:13,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33059 2024-11-22T19:47:13,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33059 2024-11-22T19:47:13,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33059 2024-11-22T19:47:13,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33059 2024-11-22T19:47:13,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:47:13,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:47:13,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:47:13,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:47:13,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:47:13,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:47:13,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:47:13,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:47:13,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42077 2024-11-22T19:47:13,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42077 connecting to ZooKeeper ensemble=127.0.0.1:51165 2024-11-22T19:47:13,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:47:13,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:47:13,820 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420770x0, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:47:13,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42077-0x1014137f13e0001 connected 2024-11-22T19:47:13,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:47:13,828 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:47:13,836 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:47:13,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:47:13,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:47:13,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42077 2024-11-22T19:47:13,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42077 2024-11-22T19:47:13,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42077 2024-11-22T19:47:13,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42077 2024-11-22T19:47:13,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42077 2024-11-22T19:47:13,867 DEBUG [M:0;982bb8edae1e:33059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;982bb8edae1e:33059 2024-11-22T19:47:13,869 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/982bb8edae1e,33059,1732304833026 2024-11-22T19:47:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:47:13,877 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:47:13,878 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/982bb8edae1e,33059,1732304833026 2024-11-22T19:47:13,899 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:47:13,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:13,899 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:13,900 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T19:47:13,903 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/982bb8edae1e,33059,1732304833026 from backup master directory 2024-11-22T19:47:13,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/982bb8edae1e,33059,1732304833026 2024-11-22T19:47:13,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:47:13,907 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:47:13,908 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:47:13,908 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=982bb8edae1e,33059,1732304833026 2024-11-22T19:47:13,910 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T19:47:13,912 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T19:47:13,979 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/hbase.id] with ID: 95797a14-ae20-4bc5-a105-01fe4a6da357 2024-11-22T19:47:13,979 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/.tmp/hbase.id 2024-11-22T19:47:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:47:13,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:47:13,997 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/.tmp/hbase.id]:[hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/hbase.id] 2024-11-22T19:47:14,053 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:47:14,059 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T19:47:14,079 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-22T19:47:14,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:14,083 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:47:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:47:14,117 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:47:14,119 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T19:47:14,125 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:47:14,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:47:14,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:47:14,179 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store 2024-11-22T19:47:14,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:47:14,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:47:14,205 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T19:47:14,208 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:47:14,209 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:47:14,209 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:47:14,209 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:47:14,210 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:47:14,210 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:47:14,211 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:47:14,212 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732304834209Disabling compacts and flushes for region at 1732304834209Disabling writes for close at 1732304834210 (+1 ms)Writing region close event to WAL at 1732304834211 (+1 ms)Closed at 1732304834211 2024-11-22T19:47:14,213 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/.initializing 2024-11-22T19:47:14,214 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/WALs/982bb8edae1e,33059,1732304833026 2024-11-22T19:47:14,222 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:47:14,236 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C33059%2C1732304833026, suffix=, logDir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/WALs/982bb8edae1e,33059,1732304833026, archiveDir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/oldWALs, maxLogs=10 2024-11-22T19:47:14,264 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/WALs/982bb8edae1e,33059,1732304833026/982bb8edae1e%2C33059%2C1732304833026.1732304834240, exclude list is [], retry=0 2024-11-22T19:47:14,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:47:14,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43757,DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef,DISK] 2024-11-22T19:47:14,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec,DISK] 2024-11-22T19:47:14,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T19:47:14,329 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/WALs/982bb8edae1e,33059,1732304833026/982bb8edae1e%2C33059%2C1732304833026.1732304834240 2024-11-22T19:47:14,330 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38117:38117),(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-22T19:47:14,331 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:47:14,331 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:47:14,335 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,336 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T19:47:14,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:14,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:47:14,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T19:47:14,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:14,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:47:14,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T19:47:14,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:14,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:47:14,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T19:47:14,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:14,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:47:14,420 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,424 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,425 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,430 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,431 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,434 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:47:14,438 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:47:14,443 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:47:14,444 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=765312, jitterRate=-0.02685612440109253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:47:14,452 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732304834348Initializing all the Stores at 1732304834350 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304834350Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304834351 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304834351Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304834351Cleaning up temporary data from old regions at 1732304834431 (+80 ms)Region opened successfully at 1732304834452 (+21 ms) 2024-11-22T19:47:14,453 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T19:47:14,491 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc17995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:47:14,524 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T19:47:14,535 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T19:47:14,535 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T19:47:14,539 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T19:47:14,540 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T19:47:14,545 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-22T19:47:14,545 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T19:47:14,576 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T19:47:14,585 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T19:47:14,588 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T19:47:14,591 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T19:47:14,592 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T19:47:14,594 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T19:47:14,596 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T19:47:14,599 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T19:47:14,601 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T19:47:14,602 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T19:47:14,604 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T19:47:14,622 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T19:47:14,625 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T19:47:14,629 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:47:14,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:47:14,629 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:14,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:14,633 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=982bb8edae1e,33059,1732304833026, sessionid=0x1014137f13e0000, setting cluster-up flag (Was=false) 2024-11-22T19:47:14,648 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:14,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:14,656 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T19:47:14,658 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,33059,1732304833026 2024-11-22T19:47:14,669 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:14,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:14,675 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T19:47:14,677 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,33059,1732304833026 2024-11-22T19:47:14,684 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T19:47:14,753 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(746): ClusterId : 95797a14-ae20-4bc5-a105-01fe4a6da357 2024-11-22T19:47:14,756 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:47:14,759 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T19:47:14,762 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:47:14,762 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:47:14,765 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:47:14,765 DEBUG [RS:0;982bb8edae1e:42077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5e6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:47:14,770 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T19:47:14,777 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T19:47:14,783 DEBUG [RS:0;982bb8edae1e:42077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;982bb8edae1e:42077 2024-11-22T19:47:14,786 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:47:14,786 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:47:14,786 DEBUG [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:47:14,785 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 982bb8edae1e,33059,1732304833026 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T19:47:14,789 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,33059,1732304833026 with port=42077, startcode=1732304833748 2024-11-22T19:47:14,794 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:47:14,794 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:47:14,795 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:47:14,796 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:47:14,796 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/982bb8edae1e:0, corePoolSize=10, maxPoolSize=10 2024-11-22T19:47:14,796 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,796 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:47:14,797 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,802 DEBUG [RS:0;982bb8edae1e:42077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:47:14,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:47:14,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T19:47:14,821 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:14,821 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732304864821 2024-11-22T19:47:14,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T19:47:14,823 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T19:47:14,824 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T19:47:14,828 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T19:47:14,828 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T19:47:14,829 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T19:47:14,829 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T19:47:14,830 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,837 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T19:47:14,838 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T19:47:14,838 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T19:47:14,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:47:14,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:47:14,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T19:47:14,846 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9 2024-11-22T19:47:14,847 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T19:47:14,848 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T19:47:14,852 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304834849,5,FailOnTimeoutGroup] 2024-11-22T19:47:14,853 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304834852,5,FailOnTimeoutGroup] 2024-11-22T19:47:14,854 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,854 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T19:47:14,855 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,856 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:47:14,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:47:14,865 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38849, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:47:14,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:47:14,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:47:14,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:47:14,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33059 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,42077,1732304833748 2024-11-22T19:47:14,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:14,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:47:14,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:47:14,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33059 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,42077,1732304833748 2024-11-22T19:47:14,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:47:14,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:14,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:47:14,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:47:14,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:47:14,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:14,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:47:14,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:47:14,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:47:14,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:14,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:47:14,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:47:14,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740 2024-11-22T19:47:14,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740 2024-11-22T19:47:14,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:47:14,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:47:14,891 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:47:14,891 DEBUG [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9 2024-11-22T19:47:14,892 DEBUG [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35827 2024-11-22T19:47:14,892 DEBUG [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:47:14,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:47:14,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:47:14,899 DEBUG [RS:0;982bb8edae1e:42077 {}] zookeeper.ZKUtil(111): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,42077,1732304833748 2024-11-22T19:47:14,899 WARN [RS:0;982bb8edae1e:42077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:47:14,899 INFO [RS:0;982bb8edae1e:42077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:47:14,899 DEBUG [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748 2024-11-22T19:47:14,901 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:47:14,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,42077,1732304833748] 2024-11-22T19:47:14,901 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692808, jitterRate=-0.11904974281787872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:47:14,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732304834867Initializing all the Stores at 1732304834869 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304834869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304834869Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304834869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304834869Cleaning up temporary data from old regions at 1732304834890 (+21 ms)Region opened successfully at 1732304834904 (+14 ms) 2024-11-22T19:47:14,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:47:14,904 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:47:14,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:47:14,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:47:14,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:47:14,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:47:14,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732304834904Disabling compacts and flushes for region at 1732304834904Disabling writes for close at 1732304834904Writing region close event to WAL at 1732304834905 (+1 ms)Closed at 1732304834905 2024-11-22T19:47:14,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:47:14,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T19:47:14,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T19:47:14,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:47:14,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T19:47:14,934 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:47:14,946 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:47:14,951 INFO [RS:0;982bb8edae1e:42077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:47:14,951 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,952 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:47:14,957 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:47:14,958 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,959 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,959 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,959 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,959 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,959 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,960 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:47:14,960 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,960 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,960 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,960 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,960 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,960 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:47:14,961 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:47:14,961 DEBUG [RS:0;982bb8edae1e:42077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:47:14,962 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,962 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,962 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,963 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,963 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,963 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,42077,1732304833748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:47:14,981 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:47:14,983 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,42077,1732304833748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,983 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:14,983 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.Replication(171): 982bb8edae1e,42077,1732304833748 started 2024-11-22T19:47:15,002 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:15,003 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,42077,1732304833748, RpcServer on 982bb8edae1e/172.17.0.2:42077, sessionid=0x1014137f13e0001 2024-11-22T19:47:15,004 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:47:15,004 DEBUG [RS:0;982bb8edae1e:42077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,42077,1732304833748 2024-11-22T19:47:15,004 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,42077,1732304833748' 2024-11-22T19:47:15,004 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:47:15,006 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:47:15,006 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:47:15,007 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:47:15,007 DEBUG [RS:0;982bb8edae1e:42077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,42077,1732304833748 2024-11-22T19:47:15,007 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,42077,1732304833748' 2024-11-22T19:47:15,007 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:47:15,008 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:47:15,008 DEBUG [RS:0;982bb8edae1e:42077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:47:15,008 INFO [RS:0;982bb8edae1e:42077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:47:15,009 INFO [RS:0;982bb8edae1e:42077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:47:15,084 WARN [982bb8edae1e:33059 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T19:47:15,114 INFO [RS:0;982bb8edae1e:42077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:47:15,117 INFO [RS:0;982bb8edae1e:42077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C42077%2C1732304833748, suffix=, logDir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748, archiveDir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/oldWALs, maxLogs=32 2024-11-22T19:47:15,133 DEBUG [RS:0;982bb8edae1e:42077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304835119, exclude list is [], retry=0 2024-11-22T19:47:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43757,DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef,DISK] 2024-11-22T19:47:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec,DISK] 2024-11-22T19:47:15,141 INFO [RS:0;982bb8edae1e:42077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304835119 2024-11-22T19:47:15,142 DEBUG [RS:0;982bb8edae1e:42077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007),(127.0.0.1/127.0.0.1:38117:38117)] 2024-11-22T19:47:15,337 DEBUG [982bb8edae1e:33059 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T19:47:15,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=982bb8edae1e,42077,1732304833748 2024-11-22T19:47:15,358 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,42077,1732304833748, state=OPENING 2024-11-22T19:47:15,363 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T19:47:15,366 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:15,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:47:15,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:47:15,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:47:15,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:47:15,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,42077,1732304833748}] 2024-11-22T19:47:15,553 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T19:47:15,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34999, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T19:47:15,568 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T19:47:15,569 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:47:15,570 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T19:47:15,573 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C42077%2C1732304833748.meta, suffix=.meta, logDir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748, archiveDir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/oldWALs, maxLogs=32 2024-11-22T19:47:15,593 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.meta.1732304835575.meta, exclude list is [], retry=0 2024-11-22T19:47:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43757,DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef,DISK] 2024-11-22T19:47:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec,DISK] 2024-11-22T19:47:15,602 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.meta.1732304835575.meta 2024-11-22T19:47:15,602 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38117:38117),(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-22T19:47:15,603 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:47:15,605 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T19:47:15,608 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T19:47:15,614 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T19:47:15,619 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T19:47:15,620 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:47:15,620 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T19:47:15,620 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T19:47:15,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:47:15,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:47:15,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:15,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:47:15,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:47:15,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:47:15,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:15,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:47:15,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:47:15,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:47:15,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:15,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:47:15,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:47:15,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:47:15,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:15,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:47:15,636 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:47:15,638 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740 2024-11-22T19:47:15,640 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740 2024-11-22T19:47:15,643 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:47:15,643 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:47:15,644 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:47:15,647 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:47:15,649 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=849602, jitterRate=0.08032561838626862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:47:15,649 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T19:47:15,651 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732304835621Writing region info on filesystem at 1732304835621Initializing all the Stores at 1732304835623 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304835623Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304835624 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304835624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304835624Cleaning up temporary data from old regions at 1732304835643 (+19 ms)Running coprocessor post-open hooks at 1732304835649 (+6 ms)Region opened successfully at 1732304835651 (+2 ms) 2024-11-22T19:47:15,661 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732304835540 2024-11-22T19:47:15,677 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T19:47:15,677 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T19:47:15,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,42077,1732304833748 2024-11-22T19:47:15,680 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,42077,1732304833748, state=OPEN 2024-11-22T19:47:15,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:47:15,687 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:47:15,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:47:15,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:47:15,688 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=982bb8edae1e,42077,1732304833748 2024-11-22T19:47:15,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T19:47:15,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,42077,1732304833748 in 317 msec 2024-11-22T19:47:15,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T19:47:15,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 777 msec 2024-11-22T19:47:15,702 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:47:15,702 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T19:47:15,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:47:15,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,42077,1732304833748, seqNum=-1] 2024-11-22T19:47:15,749 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:47:15,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:47:15,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0590 sec 2024-11-22T19:47:15,775 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732304835775, completionTime=-1 2024-11-22T19:47:15,778 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T19:47:15,778 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T19:47:15,806 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T19:47:15,807 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732304895807 2024-11-22T19:47:15,807 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732304955807 2024-11-22T19:47:15,807 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-22T19:47:15,809 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33059,1732304833026-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:15,809 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33059,1732304833026-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:15,809 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33059,1732304833026-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:15,811 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-982bb8edae1e:33059, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:15,811 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:15,812 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:15,818 DEBUG [master/982bb8edae1e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T19:47:15,842 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.933sec 2024-11-22T19:47:15,843 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T19:47:15,844 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T19:47:15,845 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T19:47:15,846 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T19:47:15,846 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T19:47:15,847 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33059,1732304833026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:47:15,848 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33059,1732304833026-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T19:47:15,857 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T19:47:15,858 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T19:47:15,859 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33059,1732304833026-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:47:15,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4146ad74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:47:15,868 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T19:47:15,869 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T19:47:15,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,33059,-1 for getting cluster id 2024-11-22T19:47:15,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:47:15,885 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95797a14-ae20-4bc5-a105-01fe4a6da357' 2024-11-22T19:47:15,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:47:15,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95797a14-ae20-4bc5-a105-01fe4a6da357" 2024-11-22T19:47:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c9a360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:47:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,33059,-1] 2024-11-22T19:47:15,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:47:15,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:47:15,895 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:47:15,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a57722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:47:15,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:47:15,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,42077,1732304833748, seqNum=-1] 2024-11-22T19:47:15,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:47:15,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:47:15,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=982bb8edae1e,33059,1732304833026 2024-11-22T19:47:15,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:47:15,948 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T19:47:15,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:47:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,33059,1732304833026 2024-11-22T19:47:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1109f50e 2024-11-22T19:47:15,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:47:15,997 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:47:15,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33059 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T19:47:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33059 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T19:47:16,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33059 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:47:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33059 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-22T19:47:16,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:47:16,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33059 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-22T19:47:16,030 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:16,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:47:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:47:16,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741835_1011 (size=389) 2024-11-22T19:47:16,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741835_1011 (size=389) 2024-11-22T19:47:16,462 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb22db771edc56f84466d90418e2b4cf, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9 2024-11-22T19:47:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741836_1012 (size=72) 2024-11-22T19:47:16,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741836_1012 (size=72) 2024-11-22T19:47:16,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:47:16,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing cb22db771edc56f84466d90418e2b4cf, disabling compactions & flushes 2024-11-22T19:47:16,477 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:47:16,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:47:16,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. after waiting 0 ms 2024-11-22T19:47:16,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:47:16,477 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:47:16,478 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb22db771edc56f84466d90418e2b4cf: Waiting for close lock at 1732304836477Disabling compacts and flushes for region at 1732304836477Disabling writes for close at 1732304836477Writing region close event to WAL at 1732304836477Closed at 1732304836477 2024-11-22T19:47:16,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:47:16,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732304836480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732304836480"}]},"ts":"1732304836480"} 2024-11-22T19:47:16,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:47:16,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:47:16,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732304836494"}]},"ts":"1732304836494"} 2024-11-22T19:47:16,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-22T19:47:16,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=cb22db771edc56f84466d90418e2b4cf, ASSIGN}] 2024-11-22T19:47:16,507 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=cb22db771edc56f84466d90418e2b4cf, ASSIGN 2024-11-22T19:47:16,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=cb22db771edc56f84466d90418e2b4cf, ASSIGN; state=OFFLINE, location=982bb8edae1e,42077,1732304833748; forceNewPlan=false, retain=false 2024-11-22T19:47:16,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb22db771edc56f84466d90418e2b4cf, regionState=OPENING, regionLocation=982bb8edae1e,42077,1732304833748 2024-11-22T19:47:16,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=cb22db771edc56f84466d90418e2b4cf, ASSIGN because future has completed 2024-11-22T19:47:16,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb22db771edc56f84466d90418e2b4cf, server=982bb8edae1e,42077,1732304833748}] 2024-11-22T19:47:16,832 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:47:16,833 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb22db771edc56f84466d90418e2b4cf, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:47:16,834 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,834 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:47:16,834 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,834 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,839 INFO [StoreOpener-cb22db771edc56f84466d90418e2b4cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,842 INFO [StoreOpener-cb22db771edc56f84466d90418e2b4cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb22db771edc56f84466d90418e2b4cf columnFamilyName info 2024-11-22T19:47:16,842 DEBUG [StoreOpener-cb22db771edc56f84466d90418e2b4cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:47:16,843 INFO [StoreOpener-cb22db771edc56f84466d90418e2b4cf-1 {}] regionserver.HStore(327): Store=cb22db771edc56f84466d90418e2b4cf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:47:16,843 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,845 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,846 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,847 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,847 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,850 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,854 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:47:16,855 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb22db771edc56f84466d90418e2b4cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=812481, jitterRate=0.03312306106090546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T19:47:16,856 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:16,857 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb22db771edc56f84466d90418e2b4cf: Running coprocessor pre-open hook at 1732304836835Writing region info on filesystem at 1732304836835Initializing all the Stores at 1732304836838 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304836838Cleaning up temporary data from old regions at 1732304836847 (+9 ms)Running coprocessor post-open hooks at 1732304836856 (+9 ms)Region opened successfully at 1732304836857 (+1 ms) 2024-11-22T19:47:16,864 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf., pid=6, masterSystemTime=1732304836824 2024-11-22T19:47:16,868 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:47:16,869 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:47:16,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb22db771edc56f84466d90418e2b4cf, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,42077,1732304833748 2024-11-22T19:47:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb22db771edc56f84466d90418e2b4cf, server=982bb8edae1e,42077,1732304833748 because future has completed 2024-11-22T19:47:16,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T19:47:16,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb22db771edc56f84466d90418e2b4cf, server=982bb8edae1e,42077,1732304833748 in 208 msec 2024-11-22T19:47:16,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T19:47:16,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=cb22db771edc56f84466d90418e2b4cf, ASSIGN in 375 msec 2024-11-22T19:47:16,887 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:47:16,887 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732304836887"}]},"ts":"1732304836887"} 2024-11-22T19:47:16,891 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-22T19:47:16,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:47:16,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 883 msec 2024-11-22T19:47:21,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T19:47:21,167 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T19:47:21,168 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-22T19:47:23,443 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T19:47:23,443 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T19:47:23,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-22T19:47:23,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-22T19:47:23,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:47:23,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T19:47:23,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T19:47:23,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T19:47:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:47:26,135 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-22T19:47:26,137 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-22T19:47:26,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-22T19:47:26,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:47:26,160 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304846146, exclude list is [], retry=0 2024-11-22T19:47:26,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43757,DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef,DISK] 2024-11-22T19:47:26,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec,DISK] 2024-11-22T19:47:26,168 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304835119 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304846146 2024-11-22T19:47:26,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38117:38117),(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-22T19:47:26,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304835119 is not closed yet, will try archiving it next time 2024-11-22T19:47:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741833_1009 (size=451) 2024-11-22T19:47:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741833_1009 (size=451) 2024-11-22T19:47:26,177 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304835119 to hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/oldWALs/982bb8edae1e%2C42077%2C1732304833748.1732304835119 2024-11-22T19:47:26,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf., hostname=982bb8edae1e,42077,1732304833748, seqNum=2] 2024-11-22T19:47:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42077 {}] regionserver.HRegion(8855): Flush requested on cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:47:40,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb22db771edc56f84466d90418e2b4cf 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T19:47:40,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/.tmp/info/f9c7b12c093046559a6ad1cec5177d27 is 1055, key is row0001/info:/1732304846183/Put/seqid=0 2024-11-22T19:47:40,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741838_1014 (size=13386) 2024-11-22T19:47:40,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741838_1014 (size=13386) 2024-11-22T19:47:40,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/.tmp/info/f9c7b12c093046559a6ad1cec5177d27 2024-11-22T19:47:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/.tmp/info/f9c7b12c093046559a6ad1cec5177d27 as hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/info/f9c7b12c093046559a6ad1cec5177d27 2024-11-22T19:47:40,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/info/f9c7b12c093046559a6ad1cec5177d27, entries=8, sequenceid=12, filesize=13.1 K 2024-11-22T19:47:40,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for cb22db771edc56f84466d90418e2b4cf in 136ms, sequenceid=12, compaction requested=false 2024-11-22T19:47:40,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb22db771edc56f84466d90418e2b4cf: 2024-11-22T19:47:42,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:47:46,236 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304866222, exclude list is [], retry=0 2024-11-22T19:47:46,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43757,DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef,DISK] 2024-11-22T19:47:46,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec,DISK] 2024-11-22T19:47:46,243 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304846146 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304866222 2024-11-22T19:47:46,243 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007),(127.0.0.1/127.0.0.1:38117:38117)] 2024-11-22T19:47:46,243 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304846146 is not closed yet, will try archiving it next time 2024-11-22T19:47:46,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741837_1013 (size=12149) 2024-11-22T19:47:46,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741837_1013 (size=12149) 2024-11-22T19:47:51,248 INFO [AsyncFSWAL-0-hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9-prefix:982bb8edae1e,42077,1732304833748 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43757,DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef,DISK], DatanodeInfoWithStorage[127.0.0.1:39905,DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec,DISK]] 2024-11-22T19:47:51,250 WARN [AsyncFSWAL-0-hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9-prefix:982bb8edae1e,42077,1732304833748 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43757,DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef,DISK], DatanodeInfoWithStorage[127.0.0.1:39905,DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec,DISK]] 2024-11-22T19:47:51,251 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 982bb8edae1e%2C42077%2C1732304833748:(num 1732304866222) roll requested 2024-11-22T19:47:51,266 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304871252, exclude list is [], retry=0 2024-11-22T19:47:51,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43757,DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef,DISK] 2024-11-22T19:47:51,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec,DISK] 2024-11-22T19:47:51,273 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304866222 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304871252 2024-11-22T19:47:51,273 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007),(127.0.0.1/127.0.0.1:38117:38117)] 2024-11-22T19:47:51,273 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304866222 is not closed yet, will try archiving it next time 2024-11-22T19:47:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741839_1015 (size=1233) 2024-11-22T19:47:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741839_1015 (size=1233) 2024-11-22T19:47:53,251 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T19:47:53,272 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304873251, exclude list is [], retry=0 2024-11-22T19:47:53,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-f59641ed-8dd5-4496-8ea9-d69b11a299ec,DISK] 2024-11-22T19:47:53,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43757,DS-4d6c7bf0-90fc-4e01-b057-4fc47edac2ef,DISK] 2024-11-22T19:47:53,279 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304871252 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304873251 2024-11-22T19:47:53,279 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38117:38117),(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-22T19:47:53,279 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304871252 is not closed yet, will try archiving it next time 2024-11-22T19:47:53,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741840_1016 (size=93) 2024-11-22T19:47:53,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741840_1016 (size=93) 2024-11-22T19:47:53,282 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304871252 to hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/oldWALs/982bb8edae1e%2C42077%2C1732304833748.1732304871252 2024-11-22T19:47:55,860 INFO [master/982bb8edae1e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T19:47:55,860 INFO [master/982bb8edae1e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T19:48:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42077 {}] regionserver.HRegion(8855): Flush requested on cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:48:01,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb22db771edc56f84466d90418e2b4cf 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T19:48:01,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/.tmp/info/b2dcf42b93a546c8b5bcfef61191e674 is 1055, key is row0009/info:/1732304862216/Put/seqid=0 2024-11-22T19:48:01,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741842_1018 (size=13386) 2024-11-22T19:48:01,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741842_1018 (size=13386) 2024-11-22T19:48:01,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/.tmp/info/b2dcf42b93a546c8b5bcfef61191e674 2024-11-22T19:48:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/.tmp/info/b2dcf42b93a546c8b5bcfef61191e674 as hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/info/b2dcf42b93a546c8b5bcfef61191e674 2024-11-22T19:48:01,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/info/b2dcf42b93a546c8b5bcfef61191e674, entries=8, sequenceid=23, filesize=13.1 K 2024-11-22T19:48:01,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for cb22db771edc56f84466d90418e2b4cf in 37ms, sequenceid=23, compaction requested=false 2024-11-22T19:48:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb22db771edc56f84466d90418e2b4cf: 2024-11-22T19:48:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-22T19:48:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:48:01,335 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/info/f9c7b12c093046559a6ad1cec5177d27 because midkey is the same as first or last row 2024-11-22T19:48:01,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cb22db771edc56f84466d90418e2b4cf, had cached 0 bytes from a total of 26772 2024-11-22T19:48:12,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:48:13,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T19:48:13,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:48:13,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:48:13,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:13,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:13,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:48:13,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T19:48:13,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1408060488, stopped=false 2024-11-22T19:48:13,322 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=982bb8edae1e,33059,1732304833026 2024-11-22T19:48:13,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:48:13,324 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:48:13,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:48:13,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:13,324 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:13,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:48:13,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:48:13,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:13,325 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,42077,1732304833748' ***** 2024-11-22T19:48:13,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:48:13,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:48:13,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:48:13,325 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:48:13,326 INFO [RS:0;982bb8edae1e:42077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:48:13,326 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:48:13,326 INFO [RS:0;982bb8edae1e:42077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:48:13,326 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(3091): Received CLOSE for cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:48:13,327 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,42077,1732304833748 2024-11-22T19:48:13,327 INFO [RS:0;982bb8edae1e:42077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:48:13,327 INFO [RS:0;982bb8edae1e:42077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;982bb8edae1e:42077. 2024-11-22T19:48:13,327 DEBUG [RS:0;982bb8edae1e:42077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:48:13,327 DEBUG [RS:0;982bb8edae1e:42077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:13,327 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:48:13,327 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:48:13,327 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:48:13,327 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb22db771edc56f84466d90418e2b4cf, disabling compactions & flushes 2024-11-22T19:48:13,327 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T19:48:13,327 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:48:13,327 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:48:13,327 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. after waiting 0 ms 2024-11-22T19:48:13,327 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:48:13,328 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T19:48:13,328 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb22db771edc56f84466d90418e2b4cf 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-22T19:48:13,328 DEBUG [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cb22db771edc56f84466d90418e2b4cf=TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf.} 2024-11-22T19:48:13,328 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:48:13,328 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:48:13,328 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:48:13,328 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:48:13,328 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:48:13,328 DEBUG [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb22db771edc56f84466d90418e2b4cf 2024-11-22T19:48:13,328 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-22T19:48:13,336 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/.tmp/info/2d83d0ece66a49b79e8dbae6ef0db1cf is 1055, key is row0017/info:/1732304883299/Put/seqid=0 2024-11-22T19:48:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741843_1019 (size=10222) 2024-11-22T19:48:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741843_1019 (size=10222) 2024-11-22T19:48:13,348 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/.tmp/info/2d83d0ece66a49b79e8dbae6ef0db1cf 2024-11-22T19:48:13,353 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/.tmp/info/eacbe312077e40da99b9eef24a050aac is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf./info:regioninfo/1732304836870/Put/seqid=0 2024-11-22T19:48:13,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741844_1020 (size=7016) 2024-11-22T19:48:13,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741844_1020 (size=7016) 2024-11-22T19:48:13,362 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/.tmp/info/2d83d0ece66a49b79e8dbae6ef0db1cf as hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/info/2d83d0ece66a49b79e8dbae6ef0db1cf 2024-11-22T19:48:13,363 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/.tmp/info/eacbe312077e40da99b9eef24a050aac 2024-11-22T19:48:13,373 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/info/2d83d0ece66a49b79e8dbae6ef0db1cf, entries=5, sequenceid=31, filesize=10.0 K 2024-11-22T19:48:13,375 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for cb22db771edc56f84466d90418e2b4cf in 48ms, sequenceid=31, compaction requested=true 2024-11-22T19:48:13,382 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/default/TestLogRolling-testSlowSyncLogRolling/cb22db771edc56f84466d90418e2b4cf/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-22T19:48:13,384 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:48:13,385 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb22db771edc56f84466d90418e2b4cf: Waiting for close lock at 1732304893327Running coprocessor pre-close hooks at 1732304893327Disabling compacts and flushes for region at 1732304893327Disabling writes for close at 1732304893327Obtaining lock to block concurrent updates at 1732304893328 (+1 ms)Preparing flush snapshotting stores in cb22db771edc56f84466d90418e2b4cf at 1732304893328Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732304893328Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. at 1732304893330 (+2 ms)Flushing cb22db771edc56f84466d90418e2b4cf/info: creating writer at 1732304893330Flushing cb22db771edc56f84466d90418e2b4cf/info: appending metadata at 1732304893335 (+5 ms)Flushing cb22db771edc56f84466d90418e2b4cf/info: closing flushed file at 1732304893336 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70434212: reopening flushed file at 1732304893360 (+24 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for cb22db771edc56f84466d90418e2b4cf in 48ms, sequenceid=31, compaction requested=true at 1732304893375 (+15 ms)Writing region close event to WAL at 1732304893376 (+1 ms)Running coprocessor post-close hooks at 1732304893383 (+7 ms)Closed at 1732304893384 (+1 ms) 2024-11-22T19:48:13,385 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732304835999.cb22db771edc56f84466d90418e2b4cf. 2024-11-22T19:48:13,390 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/.tmp/ns/ccceea1de07d457e9c6e0cc4665432fc is 43, key is default/ns:d/1732304835757/Put/seqid=0 2024-11-22T19:48:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741845_1021 (size=5153) 2024-11-22T19:48:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741845_1021 (size=5153) 2024-11-22T19:48:13,397 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/.tmp/ns/ccceea1de07d457e9c6e0cc4665432fc 2024-11-22T19:48:13,420 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/.tmp/table/313468e9237c453b8f74e3d1fbdef5c0 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732304836887/Put/seqid=0 2024-11-22T19:48:13,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741846_1022 (size=5396) 2024-11-22T19:48:13,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741846_1022 (size=5396) 2024-11-22T19:48:13,427 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/.tmp/table/313468e9237c453b8f74e3d1fbdef5c0 2024-11-22T19:48:13,438 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/.tmp/info/eacbe312077e40da99b9eef24a050aac as hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/info/eacbe312077e40da99b9eef24a050aac 2024-11-22T19:48:13,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-22T19:48:13,448 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/info/eacbe312077e40da99b9eef24a050aac, entries=10, sequenceid=11, filesize=6.9 K 2024-11-22T19:48:13,450 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/.tmp/ns/ccceea1de07d457e9c6e0cc4665432fc as hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/ns/ccceea1de07d457e9c6e0cc4665432fc 2024-11-22T19:48:13,459 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/ns/ccceea1de07d457e9c6e0cc4665432fc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T19:48:13,461 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/.tmp/table/313468e9237c453b8f74e3d1fbdef5c0 as hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/table/313468e9237c453b8f74e3d1fbdef5c0 2024-11-22T19:48:13,470 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/table/313468e9237c453b8f74e3d1fbdef5c0, entries=2, sequenceid=11, filesize=5.3 K 2024-11-22T19:48:13,472 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 144ms, sequenceid=11, compaction requested=false 2024-11-22T19:48:13,478 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T19:48:13,479 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:48:13,479 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:48:13,479 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732304893328Running coprocessor pre-close hooks at 1732304893328Disabling compacts and flushes for region at 1732304893328Disabling writes for close at 1732304893328Obtaining lock to block concurrent updates at 1732304893328Preparing flush snapshotting stores in 1588230740 at 1732304893328Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732304893329 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732304893330 (+1 ms)Flushing 1588230740/info: creating writer at 1732304893330Flushing 1588230740/info: appending metadata at 1732304893352 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732304893352Flushing 1588230740/ns: creating writer at 1732304893373 (+21 ms)Flushing 1588230740/ns: appending metadata at 1732304893389 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732304893389Flushing 1588230740/table: creating writer at 1732304893404 (+15 ms)Flushing 1588230740/table: appending metadata at 1732304893419 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732304893419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de454de: reopening flushed file at 1732304893436 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7019212d: reopening flushed file at 1732304893448 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2d2073: reopening flushed file at 1732304893460 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 144ms, sequenceid=11, compaction requested=false at 1732304893472 (+12 ms)Writing region close event to WAL at 1732304893473 (+1 ms)Running coprocessor post-close hooks at 1732304893479 (+6 ms)Closed at 1732304893479 2024-11-22T19:48:13,480 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T19:48:13,528 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,42077,1732304833748; all regions closed. 2024-11-22T19:48:13,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741834_1010 (size=3066) 2024-11-22T19:48:13,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741834_1010 (size=3066) 2024-11-22T19:48:13,537 DEBUG [RS:0;982bb8edae1e:42077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/oldWALs 2024-11-22T19:48:13,537 INFO [RS:0;982bb8edae1e:42077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C42077%2C1732304833748.meta:.meta(num 1732304835575) 2024-11-22T19:48:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741841_1017 (size=13164) 2024-11-22T19:48:13,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741841_1017 (size=13164) 2024-11-22T19:48:13,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/WALs/982bb8edae1e,42077,1732304833748/982bb8edae1e%2C42077%2C1732304833748.1732304873251 not finished, retry = 0 2024-11-22T19:48:13,648 DEBUG [RS:0;982bb8edae1e:42077 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/oldWALs 2024-11-22T19:48:13,648 INFO [RS:0;982bb8edae1e:42077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C42077%2C1732304833748:(num 1732304873251) 2024-11-22T19:48:13,648 DEBUG [RS:0;982bb8edae1e:42077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:13,648 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:48:13,648 INFO [RS:0;982bb8edae1e:42077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:48:13,648 INFO [RS:0;982bb8edae1e:42077 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T19:48:13,649 INFO [RS:0;982bb8edae1e:42077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:48:13,649 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:48:13,649 INFO [RS:0;982bb8edae1e:42077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42077 2024-11-22T19:48:13,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:48:13,654 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,42077,1732304833748 2024-11-22T19:48:13,654 INFO [RS:0;982bb8edae1e:42077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:48:13,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,42077,1732304833748] 2024-11-22T19:48:13,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,42077,1732304833748 already deleted, retry=false 2024-11-22T19:48:13,661 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,42077,1732304833748 expired; onlineServers=0 2024-11-22T19:48:13,661 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '982bb8edae1e,33059,1732304833026' ***** 2024-11-22T19:48:13,661 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T19:48:13,661 INFO [M:0;982bb8edae1e:33059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:48:13,661 INFO [M:0;982bb8edae1e:33059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:48:13,661 DEBUG [M:0;982bb8edae1e:33059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T19:48:13,661 DEBUG [M:0;982bb8edae1e:33059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T19:48:13,661 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T19:48:13,661 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304834849 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304834849,5,FailOnTimeoutGroup] 2024-11-22T19:48:13,661 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304834852 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304834852,5,FailOnTimeoutGroup] 2024-11-22T19:48:13,662 INFO [M:0;982bb8edae1e:33059 {}] hbase.ChoreService(370): Chore service for: master/982bb8edae1e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T19:48:13,662 INFO [M:0;982bb8edae1e:33059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:48:13,662 DEBUG [M:0;982bb8edae1e:33059 {}] master.HMaster(1795): Stopping service threads 2024-11-22T19:48:13,662 INFO [M:0;982bb8edae1e:33059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T19:48:13,662 INFO [M:0;982bb8edae1e:33059 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:48:13,663 INFO [M:0;982bb8edae1e:33059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T19:48:13,663 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T19:48:13,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T19:48:13,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:13,663 DEBUG [M:0;982bb8edae1e:33059 {}] zookeeper.ZKUtil(347): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T19:48:13,664 WARN [M:0;982bb8edae1e:33059 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T19:48:13,665 INFO [M:0;982bb8edae1e:33059 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/.lastflushedseqids 2024-11-22T19:48:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741847_1023 (size=130) 2024-11-22T19:48:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741847_1023 (size=130) 2024-11-22T19:48:13,678 INFO [M:0;982bb8edae1e:33059 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T19:48:13,679 INFO [M:0;982bb8edae1e:33059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T19:48:13,679 DEBUG [M:0;982bb8edae1e:33059 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:48:13,679 INFO [M:0;982bb8edae1e:33059 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:13,679 DEBUG [M:0;982bb8edae1e:33059 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:13,679 DEBUG [M:0;982bb8edae1e:33059 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:48:13,679 DEBUG [M:0;982bb8edae1e:33059 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:13,679 INFO [M:0;982bb8edae1e:33059 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-22T19:48:13,697 DEBUG [M:0;982bb8edae1e:33059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c548c9c2457400aad9cf37e1242bd94 is 82, key is hbase:meta,,1/info:regioninfo/1732304835678/Put/seqid=0 2024-11-22T19:48:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741848_1024 (size=5672) 2024-11-22T19:48:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741848_1024 (size=5672) 2024-11-22T19:48:13,705 INFO [M:0;982bb8edae1e:33059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c548c9c2457400aad9cf37e1242bd94 2024-11-22T19:48:13,731 DEBUG [M:0;982bb8edae1e:33059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46f80f11c3844054bd163c580bf0d0c1 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732304836894/Put/seqid=0 2024-11-22T19:48:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741849_1025 (size=6247) 2024-11-22T19:48:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741849_1025 (size=6247) 2024-11-22T19:48:13,739 INFO [M:0;982bb8edae1e:33059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46f80f11c3844054bd163c580bf0d0c1 2024-11-22T19:48:13,746 INFO [M:0;982bb8edae1e:33059 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46f80f11c3844054bd163c580bf0d0c1 2024-11-22T19:48:13,756 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:48:13,756 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42077-0x1014137f13e0001, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:48:13,757 INFO [RS:0;982bb8edae1e:42077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:48:13,757 INFO [RS:0;982bb8edae1e:42077 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,42077,1732304833748; zookeeper connection closed. 2024-11-22T19:48:13,757 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2771b172 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2771b172 2024-11-22T19:48:13,758 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T19:48:13,763 DEBUG [M:0;982bb8edae1e:33059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffc09ca4604748609287dd6208bebd34 is 69, key is 982bb8edae1e,42077,1732304833748/rs:state/1732304834877/Put/seqid=0 2024-11-22T19:48:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741850_1026 (size=5156) 2024-11-22T19:48:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741850_1026 (size=5156) 2024-11-22T19:48:13,771 INFO [M:0;982bb8edae1e:33059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffc09ca4604748609287dd6208bebd34 2024-11-22T19:48:13,792 DEBUG [M:0;982bb8edae1e:33059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fbdcf70dac7c44ba96491358820cba04 is 52, key is load_balancer_on/state:d/1732304835941/Put/seqid=0 2024-11-22T19:48:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741851_1027 (size=5056) 2024-11-22T19:48:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741851_1027 (size=5056) 2024-11-22T19:48:13,799 INFO [M:0;982bb8edae1e:33059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fbdcf70dac7c44ba96491358820cba04 2024-11-22T19:48:13,806 DEBUG [M:0;982bb8edae1e:33059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c548c9c2457400aad9cf37e1242bd94 as hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c548c9c2457400aad9cf37e1242bd94 2024-11-22T19:48:13,813 INFO [M:0;982bb8edae1e:33059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c548c9c2457400aad9cf37e1242bd94, entries=8, sequenceid=59, filesize=5.5 K 2024-11-22T19:48:13,815 DEBUG [M:0;982bb8edae1e:33059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46f80f11c3844054bd163c580bf0d0c1 as hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46f80f11c3844054bd163c580bf0d0c1 2024-11-22T19:48:13,823 INFO [M:0;982bb8edae1e:33059 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46f80f11c3844054bd163c580bf0d0c1 2024-11-22T19:48:13,823 INFO [M:0;982bb8edae1e:33059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46f80f11c3844054bd163c580bf0d0c1, entries=6, sequenceid=59, filesize=6.1 K 2024-11-22T19:48:13,824 DEBUG [M:0;982bb8edae1e:33059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffc09ca4604748609287dd6208bebd34 as hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffc09ca4604748609287dd6208bebd34 2024-11-22T19:48:13,831 INFO [M:0;982bb8edae1e:33059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffc09ca4604748609287dd6208bebd34, entries=1, sequenceid=59, filesize=5.0 K 2024-11-22T19:48:13,832 DEBUG [M:0;982bb8edae1e:33059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fbdcf70dac7c44ba96491358820cba04 as hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fbdcf70dac7c44ba96491358820cba04 2024-11-22T19:48:13,840 INFO [M:0;982bb8edae1e:33059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fbdcf70dac7c44ba96491358820cba04, entries=1, sequenceid=59, filesize=4.9 K 2024-11-22T19:48:13,841 INFO [M:0;982bb8edae1e:33059 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=59, compaction requested=false 2024-11-22T19:48:13,843 INFO [M:0;982bb8edae1e:33059 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:13,843 DEBUG [M:0;982bb8edae1e:33059 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732304893679Disabling compacts and flushes for region at 1732304893679Disabling writes for close at 1732304893679Obtaining lock to block concurrent updates at 1732304893679Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732304893679Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1732304893680 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732304893681 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732304893681Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732304893696 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732304893697 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732304893712 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732304893730 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732304893730Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732304893746 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732304893762 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732304893762Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732304893777 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732304893792 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732304893792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1297e7: reopening flushed file at 1732304893805 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527f12fd: reopening flushed file at 1732304893814 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ba0088: reopening flushed file at 1732304893823 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d37c010: reopening flushed file at 1732304893831 (+8 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=59, compaction requested=false at 1732304893841 (+10 ms)Writing region close event to WAL at 1732304893843 (+2 ms)Closed at 1732304893843 2024-11-22T19:48:13,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741830_1006 (size=27973) 2024-11-22T19:48:13,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741830_1006 (size=27973) 2024-11-22T19:48:13,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:48:13,848 INFO [M:0;982bb8edae1e:33059 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T19:48:13,848 INFO [M:0;982bb8edae1e:33059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33059 2024-11-22T19:48:13,848 INFO [M:0;982bb8edae1e:33059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:48:13,951 INFO [M:0;982bb8edae1e:33059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:48:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:48:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33059-0x1014137f13e0000, quorum=127.0.0.1:51165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:48:13,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2017f6db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:13,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59c0b0f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:48:13,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:48:13,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:48:13,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed592a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/hadoop.log.dir/,STOPPED} 2024-11-22T19:48:13,961 WARN [BP-1741490719-172.17.0.2-1732304830027 heartbeating to localhost/127.0.0.1:35827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:48:13,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:48:13,961 WARN [BP-1741490719-172.17.0.2-1732304830027 heartbeating to localhost/127.0.0.1:35827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1741490719-172.17.0.2-1732304830027 (Datanode Uuid 3e103183-370b-451a-a87d-cb5cea008bd0) service to localhost/127.0.0.1:35827 2024-11-22T19:48:13,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:48:13,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/data/data3/current/BP-1741490719-172.17.0.2-1732304830027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:13,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/data/data4/current/BP-1741490719-172.17.0.2-1732304830027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:13,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:48:13,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51bfdaee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:13,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4038703{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:48:13,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:48:13,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:48:13,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c87dfd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/hadoop.log.dir/,STOPPED} 2024-11-22T19:48:13,967 WARN [BP-1741490719-172.17.0.2-1732304830027 heartbeating to localhost/127.0.0.1:35827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:48:13,967 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:48:13,967 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:48:13,967 WARN [BP-1741490719-172.17.0.2-1732304830027 heartbeating to localhost/127.0.0.1:35827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1741490719-172.17.0.2-1732304830027 (Datanode Uuid 747e6130-f55e-43f0-82a9-088c28db9f40) service to localhost/127.0.0.1:35827 2024-11-22T19:48:13,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/data/data1/current/BP-1741490719-172.17.0.2-1732304830027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:13,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/cluster_f3dd7cd8-30c0-e2c6-a16c-46ead8ade9ba/data/data2/current/BP-1741490719-172.17.0.2-1732304830027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:13,969 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:48:13,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:48:13,977 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:48:13,977 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:48:13,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:48:13,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/hadoop.log.dir/,STOPPED} 2024-11-22T19:48:13,985 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T19:48:14,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T19:48:14,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:35827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/982bb8edae1e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:35827 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2aadf45a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:35827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/982bb8edae1e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/982bb8edae1e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/982bb8edae1e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=8602 (was 9717) 2024-11-22T19:48:14,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=8601 2024-11-22T19:48:14,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T19:48:14,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/hadoop.log.dir so I do NOT create it in target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384 2024-11-22T19:48:14,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b71df46-a987-2628-712f-6cf88950ee9a/hadoop.tmp.dir so I do NOT create it in target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384 2024-11-22T19:48:14,027 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe, deleteOnExit=true 2024-11-22T19:48:14,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T19:48:14,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/test.cache.data in system properties and HBase conf 2024-11-22T19:48:14,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T19:48:14,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir in system properties and HBase conf 2024-11-22T19:48:14,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T19:48:14,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T19:48:14,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T19:48:14,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/nfs.dump.dir in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/java.io.tmpdir in system properties and HBase conf 2024-11-22T19:48:14,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:48:14,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T19:48:14,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T19:48:14,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:14,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:48:14,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:48:14,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:48:14,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:48:14,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:14,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d075292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:48:14,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d49ad70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:48:14,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f247e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/java.io.tmpdir/jetty-localhost-34675-hadoop-hdfs-3_4_1-tests_jar-_-any-5260010263845382012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:48:14,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c5c740d{HTTP/1.1, (http/1.1)}{localhost:34675} 2024-11-22T19:48:14,242 INFO [Time-limited test {}] server.Server(415): Started @66406ms 2024-11-22T19:48:14,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:14,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:48:14,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:48:14,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:48:14,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:48:14,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ce11844{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:48:14,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d55ae6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:48:14,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9064200{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/java.io.tmpdir/jetty-localhost-34859-hadoop-hdfs-3_4_1-tests_jar-_-any-6086338713924034923/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:14,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0dcaab{HTTP/1.1, (http/1.1)}{localhost:34859} 2024-11-22T19:48:14,444 INFO [Time-limited test {}] server.Server(415): Started @66607ms 2024-11-22T19:48:14,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:48:14,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:14,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:48:14,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:48:14,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:48:14,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:48:14,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73df7719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:48:14,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac53736{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:48:14,560 WARN [Thread-372 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data2/current/BP-1598559993-172.17.0.2-1732304894061/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:14,560 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data1/current/BP-1598559993-172.17.0.2-1732304894061/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:14,577 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:48:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67046d032f6f952e with lease ID 0x9ed3a7ac6d89836a: Processing first storage report for DS-2e192943-e98a-4e93-ac9a-4f4ea49a7ccc from datanode DatanodeRegistration(127.0.0.1:33315, datanodeUuid=dc95164f-873f-4f0e-b9de-7fac6892c9ce, infoPort=37327, infoSecurePort=0, ipcPort=45725, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061) 2024-11-22T19:48:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67046d032f6f952e with lease ID 0x9ed3a7ac6d89836a: from storage DS-2e192943-e98a-4e93-ac9a-4f4ea49a7ccc node DatanodeRegistration(127.0.0.1:33315, datanodeUuid=dc95164f-873f-4f0e-b9de-7fac6892c9ce, infoPort=37327, infoSecurePort=0, ipcPort=45725, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67046d032f6f952e with lease ID 0x9ed3a7ac6d89836a: Processing first storage report for DS-4e0b264c-6ef7-4c69-8e16-82dd91fa34a7 from datanode DatanodeRegistration(127.0.0.1:33315, datanodeUuid=dc95164f-873f-4f0e-b9de-7fac6892c9ce, infoPort=37327, infoSecurePort=0, ipcPort=45725, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061) 2024-11-22T19:48:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67046d032f6f952e with lease ID 0x9ed3a7ac6d89836a: from storage DS-4e0b264c-6ef7-4c69-8e16-82dd91fa34a7 node DatanodeRegistration(127.0.0.1:33315, datanodeUuid=dc95164f-873f-4f0e-b9de-7fac6892c9ce, infoPort=37327, infoSecurePort=0, ipcPort=45725, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:14,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17355d56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/java.io.tmpdir/jetty-localhost-44711-hadoop-hdfs-3_4_1-tests_jar-_-any-12060591515334547937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:14,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33ae62fd{HTTP/1.1, (http/1.1)}{localhost:44711} 2024-11-22T19:48:14,620 INFO [Time-limited test {}] server.Server(415): Started @66784ms 2024-11-22T19:48:14,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:48:14,723 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data3/current/BP-1598559993-172.17.0.2-1732304894061/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:14,723 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data4/current/BP-1598559993-172.17.0.2-1732304894061/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:14,741 WARN [Thread-386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:48:14,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cbc8e1544ef90c1 with lease ID 0x9ed3a7ac6d89836b: Processing first storage report for DS-41e20a05-d23a-4e1b-9000-3731cf65583a from datanode DatanodeRegistration(127.0.0.1:39909, datanodeUuid=e97c207f-b5df-4308-be8c-31b9656beb42, infoPort=35157, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061) 2024-11-22T19:48:14,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cbc8e1544ef90c1 with lease ID 0x9ed3a7ac6d89836b: from storage DS-41e20a05-d23a-4e1b-9000-3731cf65583a node DatanodeRegistration(127.0.0.1:39909, datanodeUuid=e97c207f-b5df-4308-be8c-31b9656beb42, infoPort=35157, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:14,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cbc8e1544ef90c1 with lease ID 0x9ed3a7ac6d89836b: Processing first storage report for DS-2814b3cd-b913-4eb5-8c6b-2efc76f0b066 from datanode DatanodeRegistration(127.0.0.1:39909, datanodeUuid=e97c207f-b5df-4308-be8c-31b9656beb42, infoPort=35157, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061) 2024-11-22T19:48:14,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cbc8e1544ef90c1 with lease ID 0x9ed3a7ac6d89836b: from storage DS-2814b3cd-b913-4eb5-8c6b-2efc76f0b066 node DatanodeRegistration(127.0.0.1:39909, datanodeUuid=e97c207f-b5df-4308-be8c-31b9656beb42, infoPort=35157, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:14,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384 2024-11-22T19:48:14,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/zookeeper_0, clientPort=55957, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T19:48:14,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55957 2024-11-22T19:48:14,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:14,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:14,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:48:14,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:48:14,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15 with version=8 2024-11-22T19:48:14,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/hbase-staging 2024-11-22T19:48:14,770 INFO [Time-limited test {}] client.ConnectionUtils(128): master/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:48:14,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:14,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:14,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:48:14,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:14,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:48:14,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T19:48:14,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:48:14,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45083 2024-11-22T19:48:14,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45083 connecting to ZooKeeper ensemble=127.0.0.1:55957 2024-11-22T19:48:14,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450830x0, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:48:14,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45083-0x1014138e5af0000 connected 2024-11-22T19:48:14,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:14,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:14,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:48:14,799 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15, hbase.cluster.distributed=false 2024-11-22T19:48:14,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:48:14,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-22T19:48:14,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45083 2024-11-22T19:48:14,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45083 2024-11-22T19:48:14,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-22T19:48:14,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-22T19:48:14,819 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:48:14,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:14,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:14,819 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:48:14,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:14,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:48:14,819 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:48:14,819 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:48:14,820 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37841 2024-11-22T19:48:14,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37841 connecting to ZooKeeper ensemble=127.0.0.1:55957 2024-11-22T19:48:14,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:14,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:14,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378410x0, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:48:14,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37841-0x1014138e5af0001 connected 2024-11-22T19:48:14,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:48:14,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:48:14,832 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:48:14,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:48:14,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:48:14,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37841 2024-11-22T19:48:14,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37841 2024-11-22T19:48:14,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37841 2024-11-22T19:48:14,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37841 2024-11-22T19:48:14,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37841 2024-11-22T19:48:14,848 DEBUG [M:0;982bb8edae1e:45083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;982bb8edae1e:45083 2024-11-22T19:48:14,849 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/982bb8edae1e,45083,1732304894770 2024-11-22T19:48:14,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:48:14,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:48:14,851 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/982bb8edae1e,45083,1732304894770 2024-11-22T19:48:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:48:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:14,853 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T19:48:14,854 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/982bb8edae1e,45083,1732304894770 from backup master directory 2024-11-22T19:48:14,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/982bb8edae1e,45083,1732304894770 2024-11-22T19:48:14,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:48:14,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:48:14,855 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:48:14,856 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=982bb8edae1e,45083,1732304894770 2024-11-22T19:48:14,894 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/hbase.id] with ID: c4324d52-e452-46b3-a47d-df0fd954cd6b 2024-11-22T19:48:14,894 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/.tmp/hbase.id 2024-11-22T19:48:14,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:48:14,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:48:14,902 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/.tmp/hbase.id]:[hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/hbase.id] 2024-11-22T19:48:14,919 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:14,920 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T19:48:14,921 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T19:48:14,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:14,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:14,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:48:14,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:48:14,934 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:48:14,936 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T19:48:14,936 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:48:14,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:48:14,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:48:14,946 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store 2024-11-22T19:48:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:48:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:48:14,955 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:14,955 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:48:14,955 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:14,955 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:14,955 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:48:14,955 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:14,955 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:14,955 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732304894955Disabling compacts and flushes for region at 1732304894955Disabling writes for close at 1732304894955Writing region close event to WAL at 1732304894955Closed at 1732304894955 2024-11-22T19:48:14,956 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/.initializing 2024-11-22T19:48:14,956 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770 2024-11-22T19:48:14,957 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:48:14,960 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C45083%2C1732304894770, suffix=, logDir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770, archiveDir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/oldWALs, maxLogs=10 2024-11-22T19:48:14,965 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:48:14,974 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304894960, exclude list is [], retry=0 2024-11-22T19:48:14,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33315,DS-2e192943-e98a-4e93-ac9a-4f4ea49a7ccc,DISK] 2024-11-22T19:48:14,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-41e20a05-d23a-4e1b-9000-3731cf65583a,DISK] 2024-11-22T19:48:14,979 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304894960 2024-11-22T19:48:14,980 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37327:37327),(127.0.0.1/127.0.0.1:35157:35157)] 2024-11-22T19:48:14,980 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:48:14,980 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:14,980 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,980 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T19:48:14,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:14,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:14,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T19:48:14,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:14,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:48:14,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T19:48:14,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:14,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:48:14,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T19:48:14,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:14,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:48:14,993 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,994 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,994 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,996 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,996 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:14,997 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:48:14,999 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:15,002 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:48:15,003 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=735846, jitterRate=-0.06432406604290009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:48:15,005 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732304894980Initializing all the Stores at 1732304894982 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304894982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304894982Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304894982Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304894982Cleaning up temporary data from old regions at 1732304894996 (+14 ms)Region opened successfully at 1732304895004 (+8 ms) 2024-11-22T19:48:15,005 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T19:48:15,010 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f84b052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:48:15,011 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T19:48:15,012 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T19:48:15,012 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T19:48:15,012 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T19:48:15,013 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T19:48:15,013 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T19:48:15,013 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T19:48:15,017 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T19:48:15,018 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T19:48:15,019 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T19:48:15,020 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T19:48:15,020 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T19:48:15,022 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T19:48:15,022 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T19:48:15,024 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T19:48:15,025 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T19:48:15,026 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T19:48:15,029 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T19:48:15,031 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T19:48:15,033 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T19:48:15,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:48:15,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:48:15,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:15,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:15,035 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=982bb8edae1e,45083,1732304894770, sessionid=0x1014138e5af0000, setting cluster-up flag (Was=false) 2024-11-22T19:48:15,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:15,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:15,047 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T19:48:15,048 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,45083,1732304894770 2024-11-22T19:48:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:15,058 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T19:48:15,060 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,45083,1732304894770 2024-11-22T19:48:15,062 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T19:48:15,064 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T19:48:15,065 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T19:48:15,065 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T19:48:15,065 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 982bb8edae1e,45083,1732304894770 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T19:48:15,067 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:48:15,067 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:48:15,067 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:48:15,067 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:48:15,067 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/982bb8edae1e:0, corePoolSize=10, maxPoolSize=10 2024-11-22T19:48:15,067 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,067 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:48:15,067 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,069 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732304925069 2024-11-22T19:48:15,069 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T19:48:15,069 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T19:48:15,069 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T19:48:15,069 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T19:48:15,069 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T19:48:15,069 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T19:48:15,070 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:48:15,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T19:48:15,072 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:15,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T19:48:15,076 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T19:48:15,077 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T19:48:15,077 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T19:48:15,077 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T19:48:15,077 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T19:48:15,077 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304895077,5,FailOnTimeoutGroup] 2024-11-22T19:48:15,080 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304895078,5,FailOnTimeoutGroup] 2024-11-22T19:48:15,080 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,080 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T19:48:15,080 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,081 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:48:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:48:15,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T19:48:15,090 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15 2024-11-22T19:48:15,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:48:15,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:48:15,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:15,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:48:15,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:48:15,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:15,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:15,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:48:15,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:48:15,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:15,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:15,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:48:15,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:48:15,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:15,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:15,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:48:15,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:48:15,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:15,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:15,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:48:15,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740 2024-11-22T19:48:15,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740 2024-11-22T19:48:15,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:48:15,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:48:15,120 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:48:15,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:48:15,125 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:48:15,126 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=737470, jitterRate=-0.06225880980491638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:48:15,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732304895103Initializing all the Stores at 1732304895105 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304895105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304895105Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304895105Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304895105Cleaning up temporary data from old regions at 1732304895120 (+15 ms)Region opened successfully at 1732304895127 (+7 ms) 2024-11-22T19:48:15,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:48:15,127 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:48:15,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:48:15,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:48:15,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:48:15,128 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:48:15,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732304895127Disabling compacts and flushes for region at 1732304895127Disabling writes for close at 1732304895127Writing region close event to WAL at 1732304895128 (+1 ms)Closed at 1732304895128 2024-11-22T19:48:15,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:48:15,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T19:48:15,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T19:48:15,133 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:48:15,134 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T19:48:15,138 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(746): ClusterId : c4324d52-e452-46b3-a47d-df0fd954cd6b 2024-11-22T19:48:15,138 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:48:15,140 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:48:15,140 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:48:15,143 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:48:15,143 DEBUG [RS:0;982bb8edae1e:37841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b44598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:48:15,156 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;982bb8edae1e:37841 2024-11-22T19:48:15,156 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:48:15,156 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:48:15,156 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:48:15,157 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,45083,1732304894770 with port=37841, startcode=1732304894818 2024-11-22T19:48:15,157 DEBUG [RS:0;982bb8edae1e:37841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:48:15,159 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46115, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:48:15,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,37841,1732304894818 2024-11-22T19:48:15,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45083 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,37841,1732304894818 2024-11-22T19:48:15,162 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15 2024-11-22T19:48:15,162 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34779 2024-11-22T19:48:15,162 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:48:15,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:48:15,164 DEBUG [RS:0;982bb8edae1e:37841 {}] zookeeper.ZKUtil(111): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,37841,1732304894818 2024-11-22T19:48:15,164 WARN [RS:0;982bb8edae1e:37841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:48:15,164 INFO [RS:0;982bb8edae1e:37841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:48:15,164 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818 2024-11-22T19:48:15,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,37841,1732304894818] 2024-11-22T19:48:15,168 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:48:15,171 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:48:15,171 INFO [RS:0;982bb8edae1e:37841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:48:15,171 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,172 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:48:15,173 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:48:15,173 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,173 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,173 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,173 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,173 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,173 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,173 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:48:15,173 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,174 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,174 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,174 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,174 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,174 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:15,174 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:48:15,174 DEBUG [RS:0;982bb8edae1e:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:48:15,175 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,175 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,175 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,175 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,175 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,175 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37841,1732304894818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:48:15,191 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:48:15,191 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37841,1732304894818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,191 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,191 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.Replication(171): 982bb8edae1e,37841,1732304894818 started 2024-11-22T19:48:15,206 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,206 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,37841,1732304894818, RpcServer on 982bb8edae1e/172.17.0.2:37841, sessionid=0x1014138e5af0001 2024-11-22T19:48:15,206 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:48:15,206 DEBUG [RS:0;982bb8edae1e:37841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,37841,1732304894818 2024-11-22T19:48:15,206 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,37841,1732304894818' 2024-11-22T19:48:15,206 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:48:15,207 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:48:15,207 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:48:15,207 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:48:15,207 DEBUG [RS:0;982bb8edae1e:37841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,37841,1732304894818 2024-11-22T19:48:15,207 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,37841,1732304894818' 2024-11-22T19:48:15,207 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:48:15,208 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:48:15,208 DEBUG [RS:0;982bb8edae1e:37841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:48:15,208 INFO [RS:0;982bb8edae1e:37841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:48:15,208 INFO [RS:0;982bb8edae1e:37841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:48:15,284 WARN [982bb8edae1e:45083 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T19:48:15,309 INFO [RS:0;982bb8edae1e:37841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:48:15,312 INFO [RS:0;982bb8edae1e:37841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C37841%2C1732304894818, suffix=, logDir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818, archiveDir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/oldWALs, maxLogs=32 2024-11-22T19:48:15,328 DEBUG [RS:0;982bb8edae1e:37841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304895313, exclude list is [], retry=0 2024-11-22T19:48:15,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-41e20a05-d23a-4e1b-9000-3731cf65583a,DISK] 2024-11-22T19:48:15,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33315,DS-2e192943-e98a-4e93-ac9a-4f4ea49a7ccc,DISK] 2024-11-22T19:48:15,334 INFO [RS:0;982bb8edae1e:37841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304895313 2024-11-22T19:48:15,335 DEBUG [RS:0;982bb8edae1e:37841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35157:35157),(127.0.0.1/127.0.0.1:37327:37327)] 2024-11-22T19:48:15,535 DEBUG [982bb8edae1e:45083 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T19:48:15,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=982bb8edae1e,37841,1732304894818 2024-11-22T19:48:15,537 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,37841,1732304894818, state=OPENING 2024-11-22T19:48:15,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T19:48:15,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:15,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:15,542 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:48:15,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:48:15,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:48:15,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,37841,1732304894818}] 2024-11-22T19:48:15,697 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T19:48:15,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T19:48:15,703 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T19:48:15,704 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:48:15,704 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T19:48:15,706 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C37841%2C1732304894818.meta, suffix=.meta, logDir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818, archiveDir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/oldWALs, maxLogs=32 2024-11-22T19:48:15,722 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304895708.meta, exclude list is [], retry=0 2024-11-22T19:48:15,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33315,DS-2e192943-e98a-4e93-ac9a-4f4ea49a7ccc,DISK] 2024-11-22T19:48:15,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-41e20a05-d23a-4e1b-9000-3731cf65583a,DISK] 2024-11-22T19:48:15,727 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304895708.meta 2024-11-22T19:48:15,728 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35157:35157),(127.0.0.1/127.0.0.1:37327:37327)] 2024-11-22T19:48:15,729 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:48:15,729 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T19:48:15,729 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T19:48:15,729 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T19:48:15,729 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T19:48:15,729 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:15,729 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T19:48:15,730 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T19:48:15,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:48:15,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:48:15,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:15,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:15,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:48:15,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:48:15,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:15,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:15,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:48:15,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:48:15,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:15,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:15,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:48:15,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:48:15,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:15,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:15,740 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:48:15,741 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740 2024-11-22T19:48:15,742 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740 2024-11-22T19:48:15,744 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:48:15,744 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:48:15,744 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:48:15,746 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:48:15,747 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=700053, jitterRate=-0.10983705520629883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:48:15,747 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T19:48:15,748 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732304895730Writing region info on filesystem at 1732304895730Initializing all the Stores at 1732304895731 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304895731Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304895732 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304895732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304895732Cleaning up temporary data from old regions at 1732304895744 (+12 ms)Running coprocessor post-open hooks at 1732304895747 (+3 ms)Region opened successfully at 1732304895748 (+1 ms) 2024-11-22T19:48:15,750 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732304895696 2024-11-22T19:48:15,753 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T19:48:15,753 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T19:48:15,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,37841,1732304894818 2024-11-22T19:48:15,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,37841,1732304894818, state=OPEN 2024-11-22T19:48:15,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:48:15,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:48:15,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=982bb8edae1e,37841,1732304894818 2024-11-22T19:48:15,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:48:15,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:48:15,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T19:48:15,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,37841,1732304894818 in 219 msec 2024-11-22T19:48:15,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T19:48:15,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-22T19:48:15,769 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:48:15,769 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T19:48:15,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:48:15,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,37841,1732304894818, seqNum=-1] 2024-11-22T19:48:15,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:48:15,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:48:15,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 715 msec 2024-11-22T19:48:15,780 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732304895780, completionTime=-1 2024-11-22T19:48:15,780 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T19:48:15,780 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T19:48:15,782 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T19:48:15,782 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732304955782 2024-11-22T19:48:15,782 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732305015782 2024-11-22T19:48:15,782 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T19:48:15,783 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,45083,1732304894770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,783 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,45083,1732304894770-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,783 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,45083,1732304894770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,783 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-982bb8edae1e:45083, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,783 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,785 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,785 DEBUG [master/982bb8edae1e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T19:48:15,790 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.933sec 2024-11-22T19:48:15,790 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T19:48:15,790 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T19:48:15,790 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T19:48:15,790 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T19:48:15,790 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T19:48:15,790 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,45083,1732304894770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:48:15,790 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,45083,1732304894770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T19:48:15,793 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T19:48:15,793 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T19:48:15,793 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,45083,1732304894770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:15,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5250fa73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:48:15,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,45083,-1 for getting cluster id 2024-11-22T19:48:15,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:48:15,841 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4324d52-e452-46b3-a47d-df0fd954cd6b' 2024-11-22T19:48:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:48:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4324d52-e452-46b3-a47d-df0fd954cd6b" 2024-11-22T19:48:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5305fff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:48:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,45083,-1] 2024-11-22T19:48:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:48:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:15,845 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:48:15,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2133de2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:48:15,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:48:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,37841,1732304894818, seqNum=-1] 2024-11-22T19:48:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:48:15,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:48:15,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=982bb8edae1e,45083,1732304894770 2024-11-22T19:48:15,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:15,857 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T19:48:15,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:15,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:48:15,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:48:15,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:48:15,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:48:15,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dfcc630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:48:15,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc0815b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:48:16,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ea99249{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/java.io.tmpdir/jetty-localhost-39075-hadoop-hdfs-3_4_1-tests_jar-_-any-887960010634300309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:16,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@658d2e9d{HTTP/1.1, (http/1.1)}{localhost:39075} 2024-11-22T19:48:16,000 INFO [Time-limited test {}] server.Server(415): Started @68164ms 2024-11-22T19:48:16,002 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:48:16,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:16,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:48:16,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:48:16,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:48:16,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:48:16,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2988d87a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:48:16,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ede7cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:48:16,117 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data5/current/BP-1598559993-172.17.0.2-1732304894061/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:16,117 WARN [Thread-511 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data6/current/BP-1598559993-172.17.0.2-1732304894061/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:16,145 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:48:16,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb72a081a47bfebb with lease ID 0x9ed3a7ac6d89836c: Processing first storage report for DS-0241713d-21ce-4e6e-a9ac-380b82594ebf from datanode DatanodeRegistration(127.0.0.1:40623, datanodeUuid=a53fe764-049e-4765-b494-31d1de246f15, infoPort=39521, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061) 2024-11-22T19:48:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb72a081a47bfebb with lease ID 0x9ed3a7ac6d89836c: from storage DS-0241713d-21ce-4e6e-a9ac-380b82594ebf node DatanodeRegistration(127.0.0.1:40623, datanodeUuid=a53fe764-049e-4765-b494-31d1de246f15, infoPort=39521, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb72a081a47bfebb with lease ID 0x9ed3a7ac6d89836c: Processing first storage report for DS-118f3518-f528-4d9a-818a-7fb66ad67c22 from datanode DatanodeRegistration(127.0.0.1:40623, datanodeUuid=a53fe764-049e-4765-b494-31d1de246f15, infoPort=39521, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061) 2024-11-22T19:48:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb72a081a47bfebb with lease ID 0x9ed3a7ac6d89836c: from storage DS-118f3518-f528-4d9a-818a-7fb66ad67c22 node DatanodeRegistration(127.0.0.1:40623, datanodeUuid=a53fe764-049e-4765-b494-31d1de246f15, infoPort=39521, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:16,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d8b0c7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/java.io.tmpdir/jetty-localhost-45385-hadoop-hdfs-3_4_1-tests_jar-_-any-10380961549976999091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:16,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d11aad{HTTP/1.1, (http/1.1)}{localhost:45385} 2024-11-22T19:48:16,179 INFO [Time-limited test {}] server.Server(415): Started @68343ms 2024-11-22T19:48:16,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:48:16,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:16,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:48:16,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:48:16,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:48:16,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:48:16,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7358438a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:48:16,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fbc99cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:48:16,282 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data7/current/BP-1598559993-172.17.0.2-1732304894061/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:16,282 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data8/current/BP-1598559993-172.17.0.2-1732304894061/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:16,306 WARN [Thread-525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:48:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39f107de22d78d57 with lease ID 0x9ed3a7ac6d89836d: Processing first storage report for DS-dec891d0-e184-400f-966a-df32acc761d9 from datanode DatanodeRegistration(127.0.0.1:39797, datanodeUuid=4cf54513-2f9a-4163-a513-622fdf14d17d, infoPort=34447, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061) 2024-11-22T19:48:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39f107de22d78d57 with lease ID 0x9ed3a7ac6d89836d: from storage DS-dec891d0-e184-400f-966a-df32acc761d9 node DatanodeRegistration(127.0.0.1:39797, datanodeUuid=4cf54513-2f9a-4163-a513-622fdf14d17d, infoPort=34447, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39f107de22d78d57 with lease ID 0x9ed3a7ac6d89836d: Processing first storage report for DS-73fd1533-9fc7-416c-88c0-180776a133ec from datanode DatanodeRegistration(127.0.0.1:39797, datanodeUuid=4cf54513-2f9a-4163-a513-622fdf14d17d, infoPort=34447, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061) 2024-11-22T19:48:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39f107de22d78d57 with lease ID 0x9ed3a7ac6d89836d: from storage DS-73fd1533-9fc7-416c-88c0-180776a133ec node DatanodeRegistration(127.0.0.1:39797, datanodeUuid=4cf54513-2f9a-4163-a513-622fdf14d17d, infoPort=34447, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:16,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62f58397{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/java.io.tmpdir/jetty-localhost-37853-hadoop-hdfs-3_4_1-tests_jar-_-any-5353932794558753715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:16,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65598d2e{HTTP/1.1, (http/1.1)}{localhost:37853} 2024-11-22T19:48:16,344 INFO [Time-limited test {}] server.Server(415): Started @68507ms 2024-11-22T19:48:16,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:48:16,451 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data9/current/BP-1598559993-172.17.0.2-1732304894061/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:16,451 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data10/current/BP-1598559993-172.17.0.2-1732304894061/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:16,477 WARN [Thread-560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:48:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4737674beca45aa2 with lease ID 0x9ed3a7ac6d89836e: Processing first storage report for DS-7763d1b7-4cee-443e-9687-ae50e90c8649 from datanode DatanodeRegistration(127.0.0.1:46097, datanodeUuid=7ae329bc-ee40-4167-81da-98561d2d9967, infoPort=44525, infoSecurePort=0, ipcPort=41423, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061) 2024-11-22T19:48:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4737674beca45aa2 with lease ID 0x9ed3a7ac6d89836e: from storage DS-7763d1b7-4cee-443e-9687-ae50e90c8649 node DatanodeRegistration(127.0.0.1:46097, datanodeUuid=7ae329bc-ee40-4167-81da-98561d2d9967, infoPort=44525, infoSecurePort=0, ipcPort=41423, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4737674beca45aa2 with lease ID 0x9ed3a7ac6d89836e: Processing first storage report for DS-593eb53d-4dc6-4f10-9b97-2b052058b785 from datanode DatanodeRegistration(127.0.0.1:46097, datanodeUuid=7ae329bc-ee40-4167-81da-98561d2d9967, infoPort=44525, infoSecurePort=0, ipcPort=41423, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061) 2024-11-22T19:48:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4737674beca45aa2 with lease ID 0x9ed3a7ac6d89836e: from storage DS-593eb53d-4dc6-4f10-9b97-2b052058b785 node DatanodeRegistration(127.0.0.1:46097, datanodeUuid=7ae329bc-ee40-4167-81da-98561d2d9967, infoPort=44525, infoSecurePort=0, ipcPort=41423, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:16,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:48:16,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,45083,1732304894770 2024-11-22T19:48:16,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cfc6e85 2024-11-22T19:48:16,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:48:16,575 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:48:16,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T19:48:16,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T19:48:16,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:48:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T19:48:16,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:48:16,580 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:16,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-22T19:48:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:48:16,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:48:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741835_1011 (size=393) 2024-11-22T19:48:16,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741835_1011 (size=393) 2024-11-22T19:48:16,592 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5b6a71fb7a5f5a8684ee4f7f0e6ba86, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15 2024-11-22T19:48:16,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741836_1012 (size=76) 2024-11-22T19:48:16,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40623 is added to blk_1073741836_1012 (size=76) 2024-11-22T19:48:16,599 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:16,600 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing c5b6a71fb7a5f5a8684ee4f7f0e6ba86, disabling compactions & flushes 2024-11-22T19:48:16,600 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:16,600 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:16,600 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. after waiting 0 ms 2024-11-22T19:48:16,600 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:16,600 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:16,600 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5b6a71fb7a5f5a8684ee4f7f0e6ba86: Waiting for close lock at 1732304896600Disabling compacts and flushes for region at 1732304896600Disabling writes for close at 1732304896600Writing region close event to WAL at 1732304896600Closed at 1732304896600 2024-11-22T19:48:16,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:48:16,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732304896602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732304896602"}]},"ts":"1732304896602"} 2024-11-22T19:48:16,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:48:16,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:48:16,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732304896606"}]},"ts":"1732304896606"} 2024-11-22T19:48:16,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-22T19:48:16,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c5b6a71fb7a5f5a8684ee4f7f0e6ba86, ASSIGN}] 2024-11-22T19:48:16,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c5b6a71fb7a5f5a8684ee4f7f0e6ba86, ASSIGN 2024-11-22T19:48:16,612 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c5b6a71fb7a5f5a8684ee4f7f0e6ba86, ASSIGN; state=OFFLINE, location=982bb8edae1e,37841,1732304894818; forceNewPlan=false, retain=false 2024-11-22T19:48:16,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c5b6a71fb7a5f5a8684ee4f7f0e6ba86, regionState=OPENING, regionLocation=982bb8edae1e,37841,1732304894818 2024-11-22T19:48:16,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c5b6a71fb7a5f5a8684ee4f7f0e6ba86, ASSIGN because future has completed 2024-11-22T19:48:16,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5b6a71fb7a5f5a8684ee4f7f0e6ba86, server=982bb8edae1e,37841,1732304894818}] 2024-11-22T19:48:16,925 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:16,925 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c5b6a71fb7a5f5a8684ee4f7f0e6ba86, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:48:16,925 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,926 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:16,926 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,926 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,928 INFO [StoreOpener-c5b6a71fb7a5f5a8684ee4f7f0e6ba86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,929 INFO [StoreOpener-c5b6a71fb7a5f5a8684ee4f7f0e6ba86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5b6a71fb7a5f5a8684ee4f7f0e6ba86 columnFamilyName info 2024-11-22T19:48:16,930 DEBUG [StoreOpener-c5b6a71fb7a5f5a8684ee4f7f0e6ba86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:16,930 INFO [StoreOpener-c5b6a71fb7a5f5a8684ee4f7f0e6ba86-1 {}] regionserver.HStore(327): Store=c5b6a71fb7a5f5a8684ee4f7f0e6ba86/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:48:16,930 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,932 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,932 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,933 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,933 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,935 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,938 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c5b6a71fb7a5f5a8684ee4f7f0e6ba86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:48:16,938 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c5b6a71fb7a5f5a8684ee4f7f0e6ba86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=766739, jitterRate=-0.025042101740837097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T19:48:16,939 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:16,940 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c5b6a71fb7a5f5a8684ee4f7f0e6ba86: Running coprocessor pre-open hook at 1732304896926Writing region info on filesystem at 1732304896926Initializing all the Stores at 1732304896927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304896927Cleaning up temporary data from old regions at 1732304896933 (+6 ms)Running coprocessor post-open hooks at 1732304896939 (+6 ms)Region opened successfully at 1732304896940 (+1 ms) 2024-11-22T19:48:16,941 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86., pid=6, masterSystemTime=1732304896920 2024-11-22T19:48:16,944 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:16,944 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:16,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c5b6a71fb7a5f5a8684ee4f7f0e6ba86, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,37841,1732304894818 2024-11-22T19:48:16,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5b6a71fb7a5f5a8684ee4f7f0e6ba86, server=982bb8edae1e,37841,1732304894818 because future has completed 2024-11-22T19:48:16,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T19:48:16,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c5b6a71fb7a5f5a8684ee4f7f0e6ba86, server=982bb8edae1e,37841,1732304894818 in 183 msec 2024-11-22T19:48:16,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T19:48:16,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c5b6a71fb7a5f5a8684ee4f7f0e6ba86, ASSIGN in 343 msec 2024-11-22T19:48:16,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:48:16,957 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732304896956"}]},"ts":"1732304896956"} 2024-11-22T19:48:16,959 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-22T19:48:16,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:48:16,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 384 msec 2024-11-22T19:48:18,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:18,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:18,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T19:48:18,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:18,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:21,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T19:48:21,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-22T19:48:23,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T19:48:23,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-22T19:48:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:48:26,633 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-22T19:48:26,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-22T19:48:26,634 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T19:48:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-22T19:48:26,640 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T19:48:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-22T19:48:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86., hostname=982bb8edae1e,37841,1732304894818, seqNum=2] 2024-11-22T19:48:26,647 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-22T19:48:26,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T19:48:26,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:26,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1983416621_22 at /127.0.0.1:42868 [Receiving block BP-1598559993-172.17.0.2-1732304894061:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:39909:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42868 dst: /127.0.0.1:39909 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1983416621_22 at /127.0.0.1:39382 [Receiving block BP-1598559993-172.17.0.2-1732304894061:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33315:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39382 dst: /127.0.0.1:33315 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1262757651_22 at /127.0.0.1:39372 [Receiving block BP-1598559993-172.17.0.2-1732304894061:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33315:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39372 dst: /127.0.0.1:33315 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1262757651_22 at /127.0.0.1:42820 [Receiving block BP-1598559993-172.17.0.2-1732304894061:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:39909:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42820 dst: /127.0.0.1:39909 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,652 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1983416621_22 at /127.0.0.1:39384 [Receiving block BP-1598559993-172.17.0.2-1732304894061:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33315:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39384 dst: /127.0.0.1:33315 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,652 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1983416621_22 at /127.0.0.1:42854 [Receiving block BP-1598559993-172.17.0.2-1732304894061:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:39909:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42854 dst: /127.0.0.1:39909 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17355d56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:26,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33ae62fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:48:26,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:48:26,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac53736{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:48:26,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73df7719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,STOPPED} 2024-11-22T19:48:26,656 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:48:26,656 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:48:26,656 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:48:26,656 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1598559993-172.17.0.2-1732304894061 (Datanode Uuid e97c207f-b5df-4308-be8c-31b9656beb42) service to localhost/127.0.0.1:34779 2024-11-22T19:48:26,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data3/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:26,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data4/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:26,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:48:26,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:26,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:48:26,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:48:26,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:48:26,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:48:26,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68df4c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:48:26,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f161185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:48:26,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4acfe3e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/java.io.tmpdir/jetty-localhost-44307-hadoop-hdfs-3_4_1-tests_jar-_-any-12255787376227631415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:26,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74f366a9{HTTP/1.1, (http/1.1)}{localhost:44307} 2024-11-22T19:48:26,799 INFO [Time-limited test {}] server.Server(415): Started @78962ms 2024-11-22T19:48:26,800 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:48:26,839 WARN [AsyncFSWAL-0-hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15-prefix:982bb8edae1e,37841,1732304894818 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,839 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 982bb8edae1e%2C37841%2C1732304894818:(num 1732304895313) roll requested 2024-11-22T19:48:26,861 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304906839, exclude list is [], retry=0 2024-11-22T19:48:26,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39797,DS-dec891d0-e184-400f-966a-df32acc761d9,DISK] 2024-11-22T19:48:26,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-7763d1b7-4cee-443e-9687-ae50e90c8649,DISK] 2024-11-22T19:48:26,881 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304895313 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304906839 2024-11-22T19:48:26,882 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34447:34447),(127.0.0.1/127.0.0.1:44525:44525)] 2024-11-22T19:48:26,882 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304895313 is not closed yet, will try archiving it next time 2024-11-22T19:48:26,883 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,884 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,888 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T19:48:26,889 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T19:48:26,889 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304895313 2024-11-22T19:48:26,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T19:48:26,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:48:26,892 WARN [IPC Server handler 0 on default port 34779 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304895313 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-22T19:48:26,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:48:26,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:26,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:26,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T19:48:26,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=472547132, stopped=false 2024-11-22T19:48:26,893 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=982bb8edae1e,45083,1732304894770 2024-11-22T19:48:26,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:48:26,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:48:26,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:26,896 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304895313 after 5ms 2024-11-22T19:48:26,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:48:26,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:26,896 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:48:26,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:48:26,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:48:26,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:26,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:48:26,897 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,37841,1732304894818' ***** 2024-11-22T19:48:26,898 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:48:26,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:48:26,898 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:48:26,898 INFO [RS:0;982bb8edae1e:37841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:48:26,898 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:48:26,898 INFO [RS:0;982bb8edae1e:37841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:48:26,898 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(3091): Received CLOSE for c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:26,899 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,37841,1732304894818 2024-11-22T19:48:26,899 INFO [RS:0;982bb8edae1e:37841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:48:26,899 INFO [RS:0;982bb8edae1e:37841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;982bb8edae1e:37841. 2024-11-22T19:48:26,899 DEBUG [RS:0;982bb8edae1e:37841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:48:26,899 DEBUG [RS:0;982bb8edae1e:37841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:26,899 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:48:26,899 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:48:26,899 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:48:26,899 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T19:48:26,900 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T19:48:26,900 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c5b6a71fb7a5f5a8684ee4f7f0e6ba86=TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86.} 2024-11-22T19:48:26,900 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:48:26,900 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5b6a71fb7a5f5a8684ee4f7f0e6ba86 2024-11-22T19:48:26,900 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:48:26,900 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:48:26,900 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:48:26,900 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5b6a71fb7a5f5a8684ee4f7f0e6ba86, disabling compactions & flushes 2024-11-22T19:48:26,900 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:48:26,900 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:26,900 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:26,900 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. after waiting 0 ms 2024-11-22T19:48:26,900 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:26,900 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-22T19:48:26,901 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5b6a71fb7a5f5a8684ee4f7f0e6ba86 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-22T19:48:26,901 WARN [AsyncFSWAL-0-hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15-prefix:982bb8edae1e,37841,1732304894818.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,902 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 982bb8edae1e%2C37841%2C1732304894818.meta:.meta(num 1732304895708) roll requested 2024-11-22T19:48:26,917 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304906902.meta, exclude list is [], retry=0 2024-11-22T19:48:26,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39797,DS-dec891d0-e184-400f-966a-df32acc761d9,DISK] 2024-11-22T19:48:26,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40623,DS-0241713d-21ce-4e6e-a9ac-380b82594ebf,DISK] 2024-11-22T19:48:26,930 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c5b6a71fb7a5f5a8684ee4f7f0e6ba86/.tmp/info/ff9df8f4ea36441ba349a4b85886c64b is 1055, key is row0001/info:/1732304906645/Put/seqid=0 2024-11-22T19:48:26,936 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304895708.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304906902.meta 2024-11-22T19:48:26,938 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34447:34447),(127.0.0.1/127.0.0.1:39521:39521)] 2024-11-22T19:48:26,938 DEBUG [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304895708.meta is not closed yet, will try archiving it next time 2024-11-22T19:48:26,938 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,939 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:26,939 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304895708.meta 2024-11-22T19:48:26,940 WARN [IPC Server handler 3 on default port 34779 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304895708.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-22T19:48:26,941 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304895708.meta after 1ms 2024-11-22T19:48:26,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741839_1016 (size=7062) 2024-11-22T19:48:26,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40623 is added to blk_1073741839_1016 (size=7062) 2024-11-22T19:48:26,955 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c5b6a71fb7a5f5a8684ee4f7f0e6ba86/.tmp/info/ff9df8f4ea36441ba349a4b85886c64b 2024-11-22T19:48:26,966 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/.tmp/info/9843958ddba84f4793f532f290484a63 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86./info:regioninfo/1732304896945/Put/seqid=0 2024-11-22T19:48:26,976 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:48:26,976 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c5b6a71fb7a5f5a8684ee4f7f0e6ba86/.tmp/info/ff9df8f4ea36441ba349a4b85886c64b as hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c5b6a71fb7a5f5a8684ee4f7f0e6ba86/info/ff9df8f4ea36441ba349a4b85886c64b 2024-11-22T19:48:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741840_1018 (size=7089) 2024-11-22T19:48:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741840_1018 (size=7089) 2024-11-22T19:48:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ec684d7c1c90ccf with lease ID 0x9ed3a7ac6d89836f: from storage DS-41e20a05-d23a-4e1b-9000-3731cf65583a node DatanodeRegistration(127.0.0.1:43999, datanodeUuid=e97c207f-b5df-4308-be8c-31b9656beb42, infoPort=43383, infoSecurePort=0, ipcPort=46683, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T19:48:26,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ec684d7c1c90ccf with lease ID 0x9ed3a7ac6d89836f: from storage DS-2814b3cd-b913-4eb5-8c6b-2efc76f0b066 node DatanodeRegistration(127.0.0.1:43999, datanodeUuid=e97c207f-b5df-4308-be8c-31b9656beb42, infoPort=43383, infoSecurePort=0, ipcPort=46683, storageInfo=lv=-57;cid=testClusterID;nsid=1251400309;c=1732304894061), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T19:48:26,982 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/.tmp/info/9843958ddba84f4793f532f290484a63 2024-11-22T19:48:26,988 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c5b6a71fb7a5f5a8684ee4f7f0e6ba86/info/ff9df8f4ea36441ba349a4b85886c64b, entries=2, sequenceid=6, filesize=6.9 K 2024-11-22T19:48:26,990 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for c5b6a71fb7a5f5a8684ee4f7f0e6ba86 in 90ms, sequenceid=6, compaction requested=false 2024-11-22T19:48:27,000 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c5b6a71fb7a5f5a8684ee4f7f0e6ba86/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T19:48:27,003 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:27,003 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5b6a71fb7a5f5a8684ee4f7f0e6ba86: Waiting for close lock at 1732304906900Running coprocessor pre-close hooks at 1732304906900Disabling compacts and flushes for region at 1732304906900Disabling writes for close at 1732304906900Obtaining lock to block concurrent updates at 1732304906901 (+1 ms)Preparing flush snapshotting stores in c5b6a71fb7a5f5a8684ee4f7f0e6ba86 at 1732304906901Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732304906901Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. at 1732304906902 (+1 ms)Flushing c5b6a71fb7a5f5a8684ee4f7f0e6ba86/info: creating writer at 1732304906902Flushing c5b6a71fb7a5f5a8684ee4f7f0e6ba86/info: appending metadata at 1732304906929 (+27 ms)Flushing c5b6a71fb7a5f5a8684ee4f7f0e6ba86/info: closing flushed file at 1732304906929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440517cc: reopening flushed file at 1732304906974 (+45 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for c5b6a71fb7a5f5a8684ee4f7f0e6ba86 in 90ms, sequenceid=6, compaction requested=false at 1732304906990 (+16 ms)Writing region close event to WAL at 1732304906994 (+4 ms)Running coprocessor post-close hooks at 1732304907003 (+9 ms)Closed at 1732304907003 2024-11-22T19:48:27,003 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732304896575.c5b6a71fb7a5f5a8684ee4f7f0e6ba86. 2024-11-22T19:48:27,013 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/.tmp/ns/1a27b3fd77fb41fba805e719f69b443c is 43, key is default/ns:d/1732304895773/Put/seqid=0 2024-11-22T19:48:27,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741841_1019 (size=5153) 2024-11-22T19:48:27,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741841_1019 (size=5153) 2024-11-22T19:48:27,040 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/.tmp/ns/1a27b3fd77fb41fba805e719f69b443c 2024-11-22T19:48:27,068 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/.tmp/table/67fa42154c3e4b5e9d2756315a3fe582 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732304896956/Put/seqid=0 2024-11-22T19:48:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741842_1020 (size=5424) 2024-11-22T19:48:27,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40623 is added to blk_1073741842_1020 (size=5424) 2024-11-22T19:48:27,100 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:48:27,176 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:48:27,178 INFO [regionserver/982bb8edae1e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T19:48:27,179 INFO [regionserver/982bb8edae1e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T19:48:27,300 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:48:27,485 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/.tmp/table/67fa42154c3e4b5e9d2756315a3fe582 2024-11-22T19:48:27,496 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/.tmp/info/9843958ddba84f4793f532f290484a63 as hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/info/9843958ddba84f4793f532f290484a63 2024-11-22T19:48:27,501 DEBUG [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:48:27,508 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/info/9843958ddba84f4793f532f290484a63, entries=10, sequenceid=11, filesize=6.9 K 2024-11-22T19:48:27,510 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/.tmp/ns/1a27b3fd77fb41fba805e719f69b443c as hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/ns/1a27b3fd77fb41fba805e719f69b443c 2024-11-22T19:48:27,518 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/ns/1a27b3fd77fb41fba805e719f69b443c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T19:48:27,520 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/.tmp/table/67fa42154c3e4b5e9d2756315a3fe582 as hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/table/67fa42154c3e4b5e9d2756315a3fe582 2024-11-22T19:48:27,528 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/table/67fa42154c3e4b5e9d2756315a3fe582, entries=2, sequenceid=11, filesize=5.3 K 2024-11-22T19:48:27,529 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 629ms, sequenceid=11, compaction requested=false 2024-11-22T19:48:27,535 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T19:48:27,535 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:48:27,536 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:48:27,536 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732304906900Running coprocessor pre-close hooks at 1732304906900Disabling compacts and flushes for region at 1732304906900Disabling writes for close at 1732304906900Obtaining lock to block concurrent updates at 1732304906900Preparing flush snapshotting stores in 1588230740 at 1732304906900Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732304906901 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732304906939 (+38 ms)Flushing 1588230740/info: creating writer at 1732304906939Flushing 1588230740/info: appending metadata at 1732304906966 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732304906966Flushing 1588230740/ns: creating writer at 1732304906991 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732304907012 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732304907012Flushing 1588230740/table: creating writer at 1732304907050 (+38 ms)Flushing 1588230740/table: appending metadata at 1732304907068 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732304907068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac62eb0: reopening flushed file at 1732304907494 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d1d817: reopening flushed file at 1732304907509 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383ff859: reopening flushed file at 1732304907519 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 629ms, sequenceid=11, compaction requested=false at 1732304907529 (+10 ms)Writing region close event to WAL at 1732304907530 (+1 ms)Running coprocessor post-close hooks at 1732304907535 (+5 ms)Closed at 1732304907536 (+1 ms) 2024-11-22T19:48:27,536 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T19:48:27,701 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,37841,1732304894818; all regions closed. 2024-11-22T19:48:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741838_1015 (size=825) 2024-11-22T19:48:27,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40623 is added to blk_1073741838_1015 (size=825) 2024-11-22T19:48:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741833_1014 (size=1599) 2024-11-22T19:48:30,897 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304895313 after 4008ms 2024-11-22T19:48:30,898 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.1732304895313 to hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/oldWALs/982bb8edae1e%2C37841%2C1732304894818.1732304895313 2024-11-22T19:48:30,941 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304895708.meta after 4002ms 2024-11-22T19:48:30,942 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/WALs/982bb8edae1e,37841,1732304894818/982bb8edae1e%2C37841%2C1732304894818.meta.1732304895708.meta to hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/oldWALs/982bb8edae1e%2C37841%2C1732304894818.meta.1732304895708.meta 2024-11-22T19:48:30,945 DEBUG [RS:0;982bb8edae1e:37841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/oldWALs 2024-11-22T19:48:30,945 INFO [RS:0;982bb8edae1e:37841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C37841%2C1732304894818.meta:.meta(num 1732304906902) 2024-11-22T19:48:30,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741837_1013 (size=2288) 2024-11-22T19:48:30,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741837_1013 (size=2288) 2024-11-22T19:48:30,950 DEBUG [RS:0;982bb8edae1e:37841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/oldWALs 2024-11-22T19:48:30,950 INFO [RS:0;982bb8edae1e:37841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C37841%2C1732304894818:(num 1732304906839) 2024-11-22T19:48:30,950 DEBUG [RS:0;982bb8edae1e:37841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:30,950 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:48:30,950 INFO [RS:0;982bb8edae1e:37841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:48:30,950 INFO [RS:0;982bb8edae1e:37841 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T19:48:30,950 INFO [RS:0;982bb8edae1e:37841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:48:30,950 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:48:30,951 INFO [RS:0;982bb8edae1e:37841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37841 2024-11-22T19:48:30,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,37841,1732304894818 2024-11-22T19:48:30,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:48:30,953 INFO [RS:0;982bb8edae1e:37841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:48:30,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,37841,1732304894818] 2024-11-22T19:48:30,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,37841,1732304894818 already deleted, retry=false 2024-11-22T19:48:30,956 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,37841,1732304894818 expired; onlineServers=0 2024-11-22T19:48:30,956 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '982bb8edae1e,45083,1732304894770' ***** 2024-11-22T19:48:30,956 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T19:48:30,956 INFO [M:0;982bb8edae1e:45083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:48:30,956 INFO [M:0;982bb8edae1e:45083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:48:30,956 DEBUG [M:0;982bb8edae1e:45083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T19:48:30,956 DEBUG [M:0;982bb8edae1e:45083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T19:48:30,956 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T19:48:30,956 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304895078 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304895078,5,FailOnTimeoutGroup] 2024-11-22T19:48:30,956 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304895077 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304895077,5,FailOnTimeoutGroup] 2024-11-22T19:48:30,957 INFO [M:0;982bb8edae1e:45083 {}] hbase.ChoreService(370): Chore service for: master/982bb8edae1e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T19:48:30,957 INFO [M:0;982bb8edae1e:45083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:48:30,957 DEBUG [M:0;982bb8edae1e:45083 {}] master.HMaster(1795): Stopping service threads 2024-11-22T19:48:30,957 INFO [M:0;982bb8edae1e:45083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T19:48:30,957 INFO [M:0;982bb8edae1e:45083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:48:30,957 INFO [M:0;982bb8edae1e:45083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T19:48:30,957 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T19:48:30,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T19:48:30,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:30,959 DEBUG [M:0;982bb8edae1e:45083 {}] zookeeper.ZKUtil(347): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T19:48:30,959 WARN [M:0;982bb8edae1e:45083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T19:48:30,960 INFO [M:0;982bb8edae1e:45083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/.lastflushedseqids 2024-11-22T19:48:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40623 is added to blk_1073741843_1021 (size=139) 2024-11-22T19:48:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741843_1021 (size=139) 2024-11-22T19:48:30,968 INFO [M:0;982bb8edae1e:45083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T19:48:30,968 INFO [M:0;982bb8edae1e:45083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T19:48:30,968 DEBUG [M:0;982bb8edae1e:45083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:48:30,969 INFO [M:0;982bb8edae1e:45083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:30,969 DEBUG [M:0;982bb8edae1e:45083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:30,969 DEBUG [M:0;982bb8edae1e:45083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:48:30,969 DEBUG [M:0;982bb8edae1e:45083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:30,969 INFO [M:0;982bb8edae1e:45083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-22T19:48:30,970 WARN [AsyncFSWAL-0-hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData-prefix:982bb8edae1e,45083,1732304894770 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:30,970 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 982bb8edae1e%2C45083%2C1732304894770:(num 1732304894960) roll requested 2024-11-22T19:48:30,986 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304910970, exclude list is [], retry=0 2024-11-22T19:48:30,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43999,DS-41e20a05-d23a-4e1b-9000-3731cf65583a,DISK] 2024-11-22T19:48:30,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-7763d1b7-4cee-443e-9687-ae50e90c8649,DISK] 2024-11-22T19:48:30,992 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304894960 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304910970 2024-11-22T19:48:30,992 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383),(127.0.0.1/127.0.0.1:44525:44525)] 2024-11-22T19:48:30,993 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304894960 is not closed yet, will try archiving it next time 2024-11-22T19:48:30,993 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:30,993 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:48:30,994 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304894960 2024-11-22T19:48:30,994 WARN [IPC Server handler 1 on default port 34779 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304894960 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-22T19:48:30,995 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304894960 after 1ms 2024-11-22T19:48:31,018 DEBUG [M:0;982bb8edae1e:45083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb3ed5ae1364643b24d19d4feb0a9e8 is 82, key is hbase:meta,,1/info:regioninfo/1732304895754/Put/seqid=0 2024-11-22T19:48:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741845_1024 (size=5672) 2024-11-22T19:48:31,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741845_1024 (size=5672) 2024-11-22T19:48:31,033 INFO [M:0;982bb8edae1e:45083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb3ed5ae1364643b24d19d4feb0a9e8 2024-11-22T19:48:31,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:48:31,055 INFO [RS:0;982bb8edae1e:37841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:48:31,055 INFO [RS:0;982bb8edae1e:37841 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,37841,1732304894818; zookeeper connection closed. 2024-11-22T19:48:31,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x1014138e5af0001, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:48:31,055 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51e102ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51e102ba 2024-11-22T19:48:31,056 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T19:48:31,073 DEBUG [M:0;982bb8edae1e:45083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63de94f18e594193aabf64d812cb3c3f is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732304896961/Put/seqid=0 2024-11-22T19:48:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40623 is added to blk_1073741846_1025 (size=6114) 2024-11-22T19:48:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741846_1025 (size=6114) 2024-11-22T19:48:31,088 INFO [M:0;982bb8edae1e:45083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63de94f18e594193aabf64d812cb3c3f 2024-11-22T19:48:31,122 DEBUG [M:0;982bb8edae1e:45083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6622ce6d8c9c4936be1c4a0d09f9a8f5 is 69, key is 982bb8edae1e,37841,1732304894818/rs:state/1732304895160/Put/seqid=0 2024-11-22T19:48:31,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741847_1026 (size=5156) 2024-11-22T19:48:31,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741847_1026 (size=5156) 2024-11-22T19:48:31,136 INFO [M:0;982bb8edae1e:45083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6622ce6d8c9c4936be1c4a0d09f9a8f5 2024-11-22T19:48:31,163 DEBUG [M:0;982bb8edae1e:45083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/eadb2c1e90b54ebcac4e7d62a6e942ec is 52, key is load_balancer_on/state:d/1732304895856/Put/seqid=0 2024-11-22T19:48:31,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741848_1027 (size=5056) 2024-11-22T19:48:31,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741848_1027 (size=5056) 2024-11-22T19:48:31,171 INFO [M:0;982bb8edae1e:45083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/eadb2c1e90b54ebcac4e7d62a6e942ec 2024-11-22T19:48:31,179 DEBUG [M:0;982bb8edae1e:45083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb3ed5ae1364643b24d19d4feb0a9e8 as hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdb3ed5ae1364643b24d19d4feb0a9e8 2024-11-22T19:48:31,187 INFO [M:0;982bb8edae1e:45083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdb3ed5ae1364643b24d19d4feb0a9e8, entries=8, sequenceid=56, filesize=5.5 K 2024-11-22T19:48:31,188 DEBUG [M:0;982bb8edae1e:45083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63de94f18e594193aabf64d812cb3c3f as hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63de94f18e594193aabf64d812cb3c3f 2024-11-22T19:48:31,194 INFO [M:0;982bb8edae1e:45083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63de94f18e594193aabf64d812cb3c3f, entries=6, sequenceid=56, filesize=6.0 K 2024-11-22T19:48:31,196 DEBUG [M:0;982bb8edae1e:45083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6622ce6d8c9c4936be1c4a0d09f9a8f5 as hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6622ce6d8c9c4936be1c4a0d09f9a8f5 2024-11-22T19:48:31,202 INFO [M:0;982bb8edae1e:45083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6622ce6d8c9c4936be1c4a0d09f9a8f5, entries=1, sequenceid=56, filesize=5.0 K 2024-11-22T19:48:31,203 DEBUG [M:0;982bb8edae1e:45083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/eadb2c1e90b54ebcac4e7d62a6e942ec as hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/eadb2c1e90b54ebcac4e7d62a6e942ec 2024-11-22T19:48:31,210 INFO [M:0;982bb8edae1e:45083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/eadb2c1e90b54ebcac4e7d62a6e942ec, entries=1, sequenceid=56, filesize=4.9 K 2024-11-22T19:48:31,212 INFO [M:0;982bb8edae1e:45083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 243ms, sequenceid=56, compaction requested=false 2024-11-22T19:48:31,214 INFO [M:0;982bb8edae1e:45083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:31,214 DEBUG [M:0;982bb8edae1e:45083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732304910968Disabling compacts and flushes for region at 1732304910968Disabling writes for close at 1732304910969 (+1 ms)Obtaining lock to block concurrent updates at 1732304910969Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732304910969Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732304910970 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732304910994 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732304910994Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732304911017 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732304911017Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732304911047 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732304911073 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732304911073Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732304911098 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732304911122 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732304911122Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732304911145 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732304911163 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732304911163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f0fe00: reopening flushed file at 1732304911178 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1047f45c: reopening flushed file at 1732304911187 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2f4997: reopening flushed file at 1732304911195 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8e57a5: reopening flushed file at 1732304911202 (+7 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 243ms, sequenceid=56, compaction requested=false at 1732304911212 (+10 ms)Writing region close event to WAL at 1732304911214 (+2 ms)Closed at 1732304911214 2024-11-22T19:48:31,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741844_1022 (size=757) 2024-11-22T19:48:31,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741844_1022 (size=757) 2024-11-22T19:48:32,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:32,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:32,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:32,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T19:48:32,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:32,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:32,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:32,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39797 is added to blk_1073741834_1017 (size=2386) 2024-11-22T19:48:32,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40623 is added to blk_1073741833_1014 (size=1599) 2024-11-22T19:48:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741830_1023 (size=27177) 2024-11-22T19:48:33,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T19:48:33,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:48:33,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T19:48:33,443 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T19:48:34,996 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304894960 after 4002ms 2024-11-22T19:48:34,996 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/WALs/982bb8edae1e,45083,1732304894770/982bb8edae1e%2C45083%2C1732304894770.1732304894960 to hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/oldWALs/982bb8edae1e%2C45083%2C1732304894770.1732304894960 2024-11-22T19:48:35,000 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/MasterData/oldWALs/982bb8edae1e%2C45083%2C1732304894770.1732304894960 to hdfs://localhost:34779/user/jenkins/test-data/5318b56b-9969-ee1a-aead-dbef1cfd4a15/oldWALs/982bb8edae1e%2C45083%2C1732304894770.1732304894960$masterlocalwal$ 2024-11-22T19:48:35,000 INFO [M:0;982bb8edae1e:45083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T19:48:35,000 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:48:35,000 INFO [M:0;982bb8edae1e:45083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45083 2024-11-22T19:48:35,001 INFO [M:0;982bb8edae1e:45083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:48:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:48:35,103 INFO [M:0;982bb8edae1e:45083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:48:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45083-0x1014138e5af0000, quorum=127.0.0.1:55957, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:48:35,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4acfe3e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:35,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74f366a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:48:35,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:48:35,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f161185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:48:35,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68df4c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,STOPPED} 2024-11-22T19:48:35,108 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:48:35,108 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1598559993-172.17.0.2-1732304894061 (Datanode Uuid e97c207f-b5df-4308-be8c-31b9656beb42) service to localhost/127.0.0.1:34779 2024-11-22T19:48:35,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:48:35,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:48:35,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data3/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:35,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data4/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:35,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:48:35,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62f58397{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:35,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65598d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:48:35,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:48:35,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fbc99cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:48:35,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7358438a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,STOPPED} 2024-11-22T19:48:35,114 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:48:35,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:48:35,114 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1598559993-172.17.0.2-1732304894061 (Datanode Uuid 7ae329bc-ee40-4167-81da-98561d2d9967) service to localhost/127.0.0.1:34779 2024-11-22T19:48:35,114 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:48:35,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data9/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:35,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data10/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:35,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:48:35,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d8b0c7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:35,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d11aad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:48:35,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:48:35,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ede7cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:48:35,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2988d87a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,STOPPED} 2024-11-22T19:48:35,119 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:48:35,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:48:35,119 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1598559993-172.17.0.2-1732304894061 (Datanode Uuid 4cf54513-2f9a-4163-a513-622fdf14d17d) service to localhost/127.0.0.1:34779 2024-11-22T19:48:35,119 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:48:35,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data7/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:35,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data8/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:35,120 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:48:35,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ea99249{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:35,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@658d2e9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:48:35,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:48:35,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc0815b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:48:35,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dfcc630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,STOPPED} 2024-11-22T19:48:35,123 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:48:35,123 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:48:35,123 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1598559993-172.17.0.2-1732304894061 (Datanode Uuid a53fe764-049e-4765-b494-31d1de246f15) service to localhost/127.0.0.1:34779 2024-11-22T19:48:35,123 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:48:35,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data5/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:35,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data6/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:35,124 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:48:35,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9064200{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:35,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0dcaab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:48:35,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:48:35,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d55ae6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:48:35,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ce11844{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,STOPPED} 2024-11-22T19:48:35,128 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:48:35,128 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:48:35,128 WARN [BP-1598559993-172.17.0.2-1732304894061 heartbeating to localhost/127.0.0.1:34779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1598559993-172.17.0.2-1732304894061 (Datanode Uuid dc95164f-873f-4f0e-b9de-7fac6892c9ce) service to localhost/127.0.0.1:34779 2024-11-22T19:48:35,128 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:48:35,129 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data1/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:35,129 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/cluster_270d0b4b-128d-3249-9a7d-f356442471fe/data/data2/current/BP-1598559993-172.17.0.2-1732304894061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:48:35,129 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:48:35,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f247e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:48:35,135 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c5c740d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:48:35,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:48:35,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d49ad70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:48:35,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d075292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir/,STOPPED} 2024-11-22T19:48:35,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T19:48:35,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T19:48:35,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 70) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:34779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:34779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:34779 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=8579 (was 8601) 2024-11-22T19:48:35,196 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=8579 2024-11-22T19:48:35,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T19:48:35,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.log.dir so I do NOT create it in target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6 2024-11-22T19:48:35,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b66b7906-aeb3-4f04-49c7-3c87000fc384/hadoop.tmp.dir so I do NOT create it in target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6 2024-11-22T19:48:35,197 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba, deleteOnExit=true 2024-11-22T19:48:35,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T19:48:35,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/test.cache.data in system properties and HBase conf 2024-11-22T19:48:35,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T19:48:35,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/hadoop.log.dir in system properties and HBase conf 2024-11-22T19:48:35,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T19:48:35,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T19:48:35,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T19:48:35,197 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/nfs.dump.dir in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/java.io.tmpdir in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:48:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T19:48:35,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T19:48:35,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:35,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:48:35,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:48:35,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:48:35,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:48:35,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:35,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c977fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:48:35,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372de30f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:48:35,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@122333a8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/java.io.tmpdir/jetty-localhost-46827-hadoop-hdfs-3_4_1-tests_jar-_-any-919373723498660402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:48:35,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b09c954{HTTP/1.1, (http/1.1)}{localhost:46827} 2024-11-22T19:48:35,421 INFO [Time-limited test {}] server.Server(415): Started @87585ms 2024-11-22T19:48:35,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:35,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:48:35,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:48:35,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:48:35,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:48:35,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228c5b6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:48:35,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42d5b42f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:48:35,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62eccd34{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/java.io.tmpdir/jetty-localhost-45113-hadoop-hdfs-3_4_1-tests_jar-_-any-8830204304742007053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:35,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b8fff1{HTTP/1.1, (http/1.1)}{localhost:45113} 2024-11-22T19:48:35,660 INFO [Time-limited test {}] server.Server(415): Started @87824ms 2024-11-22T19:48:35,661 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:48:35,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:48:35,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:48:35,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:48:35,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:48:35,694 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:48:35,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18e25308{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:48:35,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e17965f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:48:35,769 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/data/data1/current/BP-1940539251-172.17.0.2-1732304915231/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:35,769 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/data/data2/current/BP-1940539251-172.17.0.2-1732304915231/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:35,785 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:48:35,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e3df7f5667fe45e with lease ID 0xd6bf3ef3905cc7ca: Processing first storage report for DS-5cdc4eba-5f65-4498-9ce6-7c7204d04c4f from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=64cdd9a1-26d8-407c-a6a5-f8802f375f3e, infoPort=37793, infoSecurePort=0, ipcPort=36153, storageInfo=lv=-57;cid=testClusterID;nsid=460809646;c=1732304915231) 2024-11-22T19:48:35,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e3df7f5667fe45e with lease ID 0xd6bf3ef3905cc7ca: from storage DS-5cdc4eba-5f65-4498-9ce6-7c7204d04c4f node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=64cdd9a1-26d8-407c-a6a5-f8802f375f3e, infoPort=37793, infoSecurePort=0, ipcPort=36153, storageInfo=lv=-57;cid=testClusterID;nsid=460809646;c=1732304915231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:35,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e3df7f5667fe45e with lease ID 0xd6bf3ef3905cc7ca: Processing first storage report for DS-6966e167-b77d-481e-ab5c-b50b702c9760 from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=64cdd9a1-26d8-407c-a6a5-f8802f375f3e, infoPort=37793, infoSecurePort=0, ipcPort=36153, storageInfo=lv=-57;cid=testClusterID;nsid=460809646;c=1732304915231) 2024-11-22T19:48:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e3df7f5667fe45e with lease ID 0xd6bf3ef3905cc7ca: from storage DS-6966e167-b77d-481e-ab5c-b50b702c9760 node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=64cdd9a1-26d8-407c-a6a5-f8802f375f3e, infoPort=37793, infoSecurePort=0, ipcPort=36153, storageInfo=lv=-57;cid=testClusterID;nsid=460809646;c=1732304915231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:35,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cde3b47{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/java.io.tmpdir/jetty-localhost-42641-hadoop-hdfs-3_4_1-tests_jar-_-any-15769515552141203089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:48:35,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24862949{HTTP/1.1, (http/1.1)}{localhost:42641} 2024-11-22T19:48:35,817 INFO [Time-limited test {}] server.Server(415): Started @87981ms 2024-11-22T19:48:35,818 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:48:35,914 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/data/data3/current/BP-1940539251-172.17.0.2-1732304915231/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:35,914 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/data/data4/current/BP-1940539251-172.17.0.2-1732304915231/current, will proceed with Du for space computation calculation, 2024-11-22T19:48:35,930 WARN [Thread-800 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:48:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5618d8a379cee86d with lease ID 0xd6bf3ef3905cc7cb: Processing first storage report for DS-5ad0e834-346e-4d8b-af5b-f1ba7853d2c0 from datanode DatanodeRegistration(127.0.0.1:41637, datanodeUuid=e838e717-669f-45b8-9df9-339cbd50c774, infoPort=32813, infoSecurePort=0, ipcPort=38203, storageInfo=lv=-57;cid=testClusterID;nsid=460809646;c=1732304915231) 2024-11-22T19:48:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5618d8a379cee86d with lease ID 0xd6bf3ef3905cc7cb: from storage DS-5ad0e834-346e-4d8b-af5b-f1ba7853d2c0 node DatanodeRegistration(127.0.0.1:41637, datanodeUuid=e838e717-669f-45b8-9df9-339cbd50c774, infoPort=32813, infoSecurePort=0, ipcPort=38203, storageInfo=lv=-57;cid=testClusterID;nsid=460809646;c=1732304915231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5618d8a379cee86d with lease ID 0xd6bf3ef3905cc7cb: Processing first storage report for DS-fca85aaf-bd42-4c49-a20e-750685a36f2a from datanode DatanodeRegistration(127.0.0.1:41637, datanodeUuid=e838e717-669f-45b8-9df9-339cbd50c774, infoPort=32813, infoSecurePort=0, ipcPort=38203, storageInfo=lv=-57;cid=testClusterID;nsid=460809646;c=1732304915231) 2024-11-22T19:48:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5618d8a379cee86d with lease ID 0xd6bf3ef3905cc7cb: from storage DS-fca85aaf-bd42-4c49-a20e-750685a36f2a node DatanodeRegistration(127.0.0.1:41637, datanodeUuid=e838e717-669f-45b8-9df9-339cbd50c774, infoPort=32813, infoSecurePort=0, ipcPort=38203, storageInfo=lv=-57;cid=testClusterID;nsid=460809646;c=1732304915231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:48:35,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6 2024-11-22T19:48:35,945 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/zookeeper_0, clientPort=57954, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T19:48:35,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57954 2024-11-22T19:48:35,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:35,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:48:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:48:35,959 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31 with version=8 2024-11-22T19:48:35,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/hbase-staging 2024-11-22T19:48:35,961 INFO [Time-limited test {}] client.ConnectionUtils(128): master/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:48:35,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:35,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:35,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:48:35,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:35,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:48:35,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T19:48:35,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:48:35,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36771 2024-11-22T19:48:35,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36771 connecting to ZooKeeper ensemble=127.0.0.1:57954 2024-11-22T19:48:35,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367710x0, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:48:35,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36771-0x101413938770000 connected 2024-11-22T19:48:35,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:35,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:35,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:48:35,990 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31, hbase.cluster.distributed=false 2024-11-22T19:48:35,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:48:35,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36771 2024-11-22T19:48:35,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36771 2024-11-22T19:48:35,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36771 2024-11-22T19:48:35,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36771 2024-11-22T19:48:35,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36771 2024-11-22T19:48:36,011 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:48:36,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:36,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:36,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:48:36,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:48:36,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:48:36,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:48:36,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:48:36,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46597 2024-11-22T19:48:36,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46597 connecting to ZooKeeper ensemble=127.0.0.1:57954 2024-11-22T19:48:36,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:36,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:36,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465970x0, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:48:36,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:48:36,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46597-0x101413938770001 connected 2024-11-22T19:48:36,020 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:48:36,021 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:48:36,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:48:36,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:48:36,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46597 2024-11-22T19:48:36,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46597 2024-11-22T19:48:36,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46597 2024-11-22T19:48:36,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46597 2024-11-22T19:48:36,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46597 2024-11-22T19:48:36,038 DEBUG [M:0;982bb8edae1e:36771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;982bb8edae1e:36771 2024-11-22T19:48:36,040 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/982bb8edae1e,36771,1732304915961 2024-11-22T19:48:36,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:48:36,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:48:36,043 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/982bb8edae1e,36771,1732304915961 2024-11-22T19:48:36,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:48:36,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,045 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T19:48:36,046 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/982bb8edae1e,36771,1732304915961 from backup master directory 2024-11-22T19:48:36,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/982bb8edae1e,36771,1732304915961 2024-11-22T19:48:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:48:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:48:36,048 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:48:36,048 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=982bb8edae1e,36771,1732304915961 2024-11-22T19:48:36,052 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/hbase.id] with ID: a2d929a2-3bc2-47a2-9ea3-22a546c2c33e 2024-11-22T19:48:36,052 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/.tmp/hbase.id 2024-11-22T19:48:36,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:48:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:48:36,062 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/.tmp/hbase.id]:[hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/hbase.id] 2024-11-22T19:48:36,076 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:36,076 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T19:48:36,077 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T19:48:36,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:48:36,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:48:36,087 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:48:36,090 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T19:48:36,090 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:48:36,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:48:36,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:48:36,099 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store 2024-11-22T19:48:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:48:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:48:36,106 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:36,107 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:48:36,107 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:36,107 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:36,107 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:48:36,107 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:36,107 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:48:36,107 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732304916106Disabling compacts and flushes for region at 1732304916106Disabling writes for close at 1732304916107 (+1 ms)Writing region close event to WAL at 1732304916107Closed at 1732304916107 2024-11-22T19:48:36,108 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/.initializing 2024-11-22T19:48:36,108 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/WALs/982bb8edae1e,36771,1732304915961 2024-11-22T19:48:36,109 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:48:36,111 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C36771%2C1732304915961, suffix=, logDir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/WALs/982bb8edae1e,36771,1732304915961, archiveDir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/oldWALs, maxLogs=10 2024-11-22T19:48:36,124 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/WALs/982bb8edae1e,36771,1732304915961/982bb8edae1e%2C36771%2C1732304915961.1732304916111, exclude list is [], retry=0 2024-11-22T19:48:36,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-5cdc4eba-5f65-4498-9ce6-7c7204d04c4f,DISK] 2024-11-22T19:48:36,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41637,DS-5ad0e834-346e-4d8b-af5b-f1ba7853d2c0,DISK] 2024-11-22T19:48:36,129 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/WALs/982bb8edae1e,36771,1732304915961/982bb8edae1e%2C36771%2C1732304915961.1732304916111 2024-11-22T19:48:36,130 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37793:37793),(127.0.0.1/127.0.0.1:32813:32813)] 2024-11-22T19:48:36,130 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:48:36,130 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:36,130 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,130 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T19:48:36,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:36,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T19:48:36,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:48:36,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T19:48:36,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:48:36,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T19:48:36,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:48:36,142 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,142 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,143 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,145 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,145 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,146 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:48:36,147 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:48:36,149 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:48:36,150 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=748476, jitterRate=-0.04826466739177704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:48:36,150 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732304916130Initializing all the Stores at 1732304916131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304916131Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304916132 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304916132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304916132Cleaning up temporary data from old regions at 1732304916145 (+13 ms)Region opened successfully at 1732304916150 (+5 ms) 2024-11-22T19:48:36,151 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T19:48:36,154 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a694cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:48:36,155 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T19:48:36,156 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T19:48:36,156 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T19:48:36,156 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T19:48:36,156 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T19:48:36,157 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T19:48:36,157 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T19:48:36,159 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T19:48:36,160 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T19:48:36,161 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T19:48:36,162 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T19:48:36,162 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T19:48:36,164 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T19:48:36,164 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T19:48:36,165 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T19:48:36,167 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T19:48:36,168 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T19:48:36,169 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T19:48:36,171 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T19:48:36,172 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T19:48:36,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:48:36,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:48:36,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,174 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=982bb8edae1e,36771,1732304915961, sessionid=0x101413938770000, setting cluster-up flag (Was=false) 2024-11-22T19:48:36,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,184 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T19:48:36,185 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,36771,1732304915961 2024-11-22T19:48:36,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,193 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T19:48:36,194 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,36771,1732304915961 2024-11-22T19:48:36,195 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T19:48:36,197 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T19:48:36,197 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T19:48:36,197 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T19:48:36,197 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 982bb8edae1e,36771,1732304915961 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T19:48:36,198 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:48:36,198 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:48:36,198 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:48:36,198 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:48:36,199 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/982bb8edae1e:0, corePoolSize=10, maxPoolSize=10 2024-11-22T19:48:36,199 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,199 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:48:36,199 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,199 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732304946199 2024-11-22T19:48:36,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T19:48:36,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T19:48:36,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T19:48:36,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T19:48:36,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T19:48:36,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T19:48:36,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:48:36,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T19:48:36,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T19:48:36,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T19:48:36,200 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T19:48:36,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T19:48:36,203 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T19:48:36,203 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T19:48:36,204 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304916203,5,FailOnTimeoutGroup] 2024-11-22T19:48:36,205 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304916204,5,FailOnTimeoutGroup] 2024-11-22T19:48:36,205 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,205 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T19:48:36,205 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,205 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:48:36,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:48:36,212 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T19:48:36,212 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31 2024-11-22T19:48:36,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:48:36,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:48:36,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:36,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:48:36,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:48:36,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:36,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:48:36,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:48:36,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:36,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:48:36,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:48:36,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:36,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:48:36,228 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(746): ClusterId : a2d929a2-3bc2-47a2-9ea3-22a546c2c33e 2024-11-22T19:48:36,229 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:48:36,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:48:36,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:36,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:48:36,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740 2024-11-22T19:48:36,231 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:48:36,231 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:48:36,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740 2024-11-22T19:48:36,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:48:36,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:48:36,233 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:48:36,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:48:36,234 DEBUG [RS:0;982bb8edae1e:46597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7070e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:48:36,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:48:36,237 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:48:36,237 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=719553, jitterRate=-0.08504116535186768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:48:36,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732304916220Initializing all the Stores at 1732304916221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304916221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304916222 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304916222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304916222Cleaning up temporary data from old regions at 1732304916233 (+11 ms)Region opened successfully at 1732304916238 (+5 ms) 2024-11-22T19:48:36,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:48:36,238 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:48:36,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:48:36,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:48:36,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:48:36,239 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:48:36,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732304916238Disabling compacts and flushes for region at 1732304916238Disabling writes for close at 1732304916238Writing region close event to WAL at 1732304916239 (+1 ms)Closed at 1732304916239 2024-11-22T19:48:36,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:48:36,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T19:48:36,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T19:48:36,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:48:36,243 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T19:48:36,252 DEBUG [RS:0;982bb8edae1e:46597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;982bb8edae1e:46597 2024-11-22T19:48:36,252 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:48:36,252 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:48:36,252 DEBUG [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:48:36,253 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,36771,1732304915961 with port=46597, startcode=1732304916011 2024-11-22T19:48:36,253 DEBUG [RS:0;982bb8edae1e:46597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:48:36,255 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36717, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:48:36,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,46597,1732304916011 2024-11-22T19:48:36,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36771 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,46597,1732304916011 2024-11-22T19:48:36,257 DEBUG [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31 2024-11-22T19:48:36,257 DEBUG [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35859 2024-11-22T19:48:36,257 DEBUG [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:48:36,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:48:36,261 DEBUG [RS:0;982bb8edae1e:46597 {}] zookeeper.ZKUtil(111): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,46597,1732304916011 2024-11-22T19:48:36,261 WARN [RS:0;982bb8edae1e:46597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:48:36,261 INFO [RS:0;982bb8edae1e:46597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:48:36,261 DEBUG [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011 2024-11-22T19:48:36,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,46597,1732304916011] 2024-11-22T19:48:36,265 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:48:36,266 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:48:36,267 INFO [RS:0;982bb8edae1e:46597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:48:36,267 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,267 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:48:36,268 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:48:36,268 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,268 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,268 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,268 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,268 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,268 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,268 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:48:36,268 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,268 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,268 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,268 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,269 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,269 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:48:36,269 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:48:36,269 DEBUG [RS:0;982bb8edae1e:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:48:36,269 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,269 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,269 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,269 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,269 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,270 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,46597,1732304916011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:48:36,284 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:48:36,284 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,46597,1732304916011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,284 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,284 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.Replication(171): 982bb8edae1e,46597,1732304916011 started 2024-11-22T19:48:36,298 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,298 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,46597,1732304916011, RpcServer on 982bb8edae1e/172.17.0.2:46597, sessionid=0x101413938770001 2024-11-22T19:48:36,298 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:48:36,298 DEBUG [RS:0;982bb8edae1e:46597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,46597,1732304916011 2024-11-22T19:48:36,298 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,46597,1732304916011' 2024-11-22T19:48:36,298 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:48:36,299 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:48:36,299 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:48:36,299 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:48:36,299 DEBUG [RS:0;982bb8edae1e:46597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,46597,1732304916011 2024-11-22T19:48:36,299 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,46597,1732304916011' 2024-11-22T19:48:36,299 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:48:36,300 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:48:36,300 DEBUG [RS:0;982bb8edae1e:46597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:48:36,300 INFO [RS:0;982bb8edae1e:46597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:48:36,300 INFO [RS:0;982bb8edae1e:46597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:48:36,393 WARN [982bb8edae1e:36771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T19:48:36,401 INFO [RS:0;982bb8edae1e:46597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:48:36,403 INFO [RS:0;982bb8edae1e:46597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C46597%2C1732304916011, suffix=, logDir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011, archiveDir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/oldWALs, maxLogs=32 2024-11-22T19:48:36,417 DEBUG [RS:0;982bb8edae1e:46597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304916403, exclude list is [], retry=0 2024-11-22T19:48:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-5cdc4eba-5f65-4498-9ce6-7c7204d04c4f,DISK] 2024-11-22T19:48:36,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41637,DS-5ad0e834-346e-4d8b-af5b-f1ba7853d2c0,DISK] 2024-11-22T19:48:36,423 INFO [RS:0;982bb8edae1e:46597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304916403 2024-11-22T19:48:36,423 DEBUG [RS:0;982bb8edae1e:46597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37793:37793),(127.0.0.1/127.0.0.1:32813:32813)] 2024-11-22T19:48:36,643 DEBUG [982bb8edae1e:36771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T19:48:36,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=982bb8edae1e,46597,1732304916011 2024-11-22T19:48:36,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,46597,1732304916011, state=OPENING 2024-11-22T19:48:36,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T19:48:36,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:48:36,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:48:36,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:48:36,657 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:48:36,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,46597,1732304916011}] 2024-11-22T19:48:36,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T19:48:36,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52817, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T19:48:36,818 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T19:48:36,818 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:48:36,819 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T19:48:36,820 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C46597%2C1732304916011.meta, suffix=.meta, logDir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011, archiveDir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/oldWALs, maxLogs=32 2024-11-22T19:48:36,840 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.meta.1732304916821.meta, exclude list is [], retry=0 2024-11-22T19:48:36,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41637,DS-5ad0e834-346e-4d8b-af5b-f1ba7853d2c0,DISK] 2024-11-22T19:48:36,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-5cdc4eba-5f65-4498-9ce6-7c7204d04c4f,DISK] 2024-11-22T19:48:36,847 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.meta.1732304916821.meta 2024-11-22T19:48:36,848 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32813:32813),(127.0.0.1/127.0.0.1:37793:37793)] 2024-11-22T19:48:36,848 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:48:36,848 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T19:48:36,849 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T19:48:36,849 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T19:48:36,849 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T19:48:36,849 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:36,849 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T19:48:36,849 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T19:48:36,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:48:36,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:48:36,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:36,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:48:36,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:48:36,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:36,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:48:36,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:48:36,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:36,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:48:36,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:48:36,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:48:36,861 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:48:36,862 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740 2024-11-22T19:48:36,864 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740 2024-11-22T19:48:36,865 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:48:36,865 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:48:36,866 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:48:36,868 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:48:36,868 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724612, jitterRate=-0.0786094218492508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:48:36,869 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T19:48:36,869 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732304916849Writing region info on filesystem at 1732304916849Initializing all the Stores at 1732304916851 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304916851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304916852 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304916852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304916852Cleaning up temporary data from old regions at 1732304916865 (+13 ms)Running coprocessor post-open hooks at 1732304916869 (+4 ms)Region opened successfully at 1732304916869 2024-11-22T19:48:36,871 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732304916811 2024-11-22T19:48:36,874 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T19:48:36,874 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T19:48:36,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,46597,1732304916011 2024-11-22T19:48:36,876 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,46597,1732304916011, state=OPEN 2024-11-22T19:48:36,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:48:36,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:48:36,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:48:36,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:48:36,882 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=982bb8edae1e,46597,1732304916011 2024-11-22T19:48:36,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T19:48:36,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,46597,1732304916011 in 225 msec 2024-11-22T19:48:36,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T19:48:36,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-22T19:48:36,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:48:36,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T19:48:36,893 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:48:36,893 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,46597,1732304916011, seqNum=-1] 2024-11-22T19:48:36,894 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:48:36,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36547, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:48:36,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 705 msec 2024-11-22T19:48:36,903 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732304916903, completionTime=-1 2024-11-22T19:48:36,903 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T19:48:36,903 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T19:48:36,906 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T19:48:36,906 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732304976906 2024-11-22T19:48:36,906 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732305036906 2024-11-22T19:48:36,906 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T19:48:36,906 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36771,1732304915961-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,906 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36771,1732304915961-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,906 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36771,1732304915961-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,907 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-982bb8edae1e:36771, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,907 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,907 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,909 DEBUG [master/982bb8edae1e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T19:48:36,912 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.864sec 2024-11-22T19:48:36,912 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T19:48:36,912 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T19:48:36,912 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T19:48:36,912 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T19:48:36,912 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T19:48:36,912 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36771,1732304915961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:48:36,912 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36771,1732304915961-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T19:48:36,916 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T19:48:36,916 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T19:48:36,916 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36771,1732304915961-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:48:36,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df9f073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:48:36,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,36771,-1 for getting cluster id 2024-11-22T19:48:36,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:48:36,931 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2d929a2-3bc2-47a2-9ea3-22a546c2c33e' 2024-11-22T19:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2d929a2-3bc2-47a2-9ea3-22a546c2c33e" 2024-11-22T19:48:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64beaf3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:48:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,36771,-1] 2024-11-22T19:48:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:48:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:48:36,937 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:48:36,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a689ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:48:36,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:48:36,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,46597,1732304916011, seqNum=-1] 2024-11-22T19:48:36,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:48:36,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:48:36,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=982bb8edae1e,36771,1732304915961 2024-11-22T19:48:36,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:48:36,951 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T19:48:36,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:48:36,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,36771,1732304915961 2024-11-22T19:48:36,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d96ad11 2024-11-22T19:48:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:48:36,954 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:48:36,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T19:48:36,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T19:48:36,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:48:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:48:36,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:48:36,958 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:36,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-22T19:48:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:48:36,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:48:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741835_1011 (size=405) 2024-11-22T19:48:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741835_1011 (size=405) 2024-11-22T19:48:36,975 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3157b69c976c11523e8b1fce110862e, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31 2024-11-22T19:48:36,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741836_1012 (size=88) 2024-11-22T19:48:36,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741836_1012 (size=88) 2024-11-22T19:48:36,987 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:36,987 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing d3157b69c976c11523e8b1fce110862e, disabling compactions & flushes 2024-11-22T19:48:36,987 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:36,987 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:36,987 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. after waiting 0 ms 2024-11-22T19:48:36,987 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:36,987 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:36,987 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3157b69c976c11523e8b1fce110862e: Waiting for close lock at 1732304916987Disabling compacts and flushes for region at 1732304916987Disabling writes for close at 1732304916987Writing region close event to WAL at 1732304916987Closed at 1732304916987 2024-11-22T19:48:36,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:48:36,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732304916989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732304916989"}]},"ts":"1732304916989"} 2024-11-22T19:48:36,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:48:36,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:48:36,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732304916993"}]},"ts":"1732304916993"} 2024-11-22T19:48:36,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-22T19:48:36,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d3157b69c976c11523e8b1fce110862e, ASSIGN}] 2024-11-22T19:48:36,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d3157b69c976c11523e8b1fce110862e, ASSIGN 2024-11-22T19:48:36,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d3157b69c976c11523e8b1fce110862e, ASSIGN; state=OFFLINE, location=982bb8edae1e,46597,1732304916011; forceNewPlan=false, retain=false 2024-11-22T19:48:37,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3157b69c976c11523e8b1fce110862e, regionState=OPENING, regionLocation=982bb8edae1e,46597,1732304916011 2024-11-22T19:48:37,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d3157b69c976c11523e8b1fce110862e, ASSIGN because future has completed 2024-11-22T19:48:37,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3157b69c976c11523e8b1fce110862e, server=982bb8edae1e,46597,1732304916011}] 2024-11-22T19:48:37,310 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:37,311 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d3157b69c976c11523e8b1fce110862e, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:48:37,311 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,311 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:48:37,311 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,311 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,313 INFO [StoreOpener-d3157b69c976c11523e8b1fce110862e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,315 INFO [StoreOpener-d3157b69c976c11523e8b1fce110862e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3157b69c976c11523e8b1fce110862e columnFamilyName info 2024-11-22T19:48:37,315 DEBUG [StoreOpener-d3157b69c976c11523e8b1fce110862e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:48:37,315 INFO [StoreOpener-d3157b69c976c11523e8b1fce110862e-1 {}] regionserver.HStore(327): Store=d3157b69c976c11523e8b1fce110862e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:48:37,316 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,318 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,318 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,319 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,319 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,321 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,323 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:48:37,324 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d3157b69c976c11523e8b1fce110862e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=810220, jitterRate=0.03024911880493164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T19:48:37,324 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3157b69c976c11523e8b1fce110862e 2024-11-22T19:48:37,325 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d3157b69c976c11523e8b1fce110862e: Running coprocessor pre-open hook at 1732304917311Writing region info on filesystem at 1732304917311Initializing all the Stores at 1732304917312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304917312Cleaning up temporary data from old regions at 1732304917319 (+7 ms)Running coprocessor post-open hooks at 1732304917324 (+5 ms)Region opened successfully at 1732304917325 (+1 ms) 2024-11-22T19:48:37,326 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e., pid=6, masterSystemTime=1732304917305 2024-11-22T19:48:37,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3157b69c976c11523e8b1fce110862e, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,46597,1732304916011 2024-11-22T19:48:37,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3157b69c976c11523e8b1fce110862e, server=982bb8edae1e,46597,1732304916011 because future has completed 2024-11-22T19:48:37,337 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:37,337 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:37,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T19:48:37,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d3157b69c976c11523e8b1fce110862e, server=982bb8edae1e,46597,1732304916011 in 186 msec 2024-11-22T19:48:37,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T19:48:37,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d3157b69c976c11523e8b1fce110862e, ASSIGN in 348 msec 2024-11-22T19:48:37,348 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:48:37,348 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732304917348"}]},"ts":"1732304917348"} 2024-11-22T19:48:37,351 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-22T19:48:37,352 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:48:37,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 397 msec 2024-11-22T19:48:38,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T19:48:38,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:38,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:38,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:38,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:38,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:38,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:38,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:38,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:48:42,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T19:48:42,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-22T19:48:43,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T19:48:43,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T19:48:43,443 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:48:43,443 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T19:48:43,444 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T19:48:43,444 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T19:48:43,444 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:48:43,444 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-22T19:48:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:48:47,053 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T19:48:47,053 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-22T19:48:47,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:48:47,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e., hostname=982bb8edae1e,46597,1732304916011, seqNum=2] 2024-11-22T19:48:47,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:48:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:48:47,073 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:48:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:48:47,074 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:48:47,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:48:47,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:48:47,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:47,236 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d3157b69c976c11523e8b1fce110862e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T19:48:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/814a9aa72ccc4fb7b222d413487e5af1 is 1055, key is row0001/info:/1732304927061/Put/seqid=0 2024-11-22T19:48:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741837_1013 (size=6008) 2024-11-22T19:48:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741837_1013 (size=6008) 2024-11-22T19:48:47,259 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/814a9aa72ccc4fb7b222d413487e5af1 2024-11-22T19:48:47,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/814a9aa72ccc4fb7b222d413487e5af1 as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/814a9aa72ccc4fb7b222d413487e5af1 2024-11-22T19:48:47,274 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/814a9aa72ccc4fb7b222d413487e5af1, entries=1, sequenceid=5, filesize=5.9 K 2024-11-22T19:48:47,275 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d3157b69c976c11523e8b1fce110862e in 39ms, sequenceid=5, compaction requested=false 2024-11-22T19:48:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d3157b69c976c11523e8b1fce110862e: 2024-11-22T19:48:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:47,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T19:48:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T19:48:47,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T19:48:47,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-22T19:48:47,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 217 msec 2024-11-22T19:48:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:48:57,123 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T19:48:57,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:48:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:48:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T19:48:57,130 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:48:57,131 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:48:57,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:48:57,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T19:48:57,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:57,286 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing d3157b69c976c11523e8b1fce110862e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T19:48:57,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/b210b4a206bb4ddea63ccfd029707e00 is 1055, key is row0002/info:/1732304937124/Put/seqid=0 2024-11-22T19:48:57,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741838_1014 (size=6008) 2024-11-22T19:48:57,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741838_1014 (size=6008) 2024-11-22T19:48:57,300 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/b210b4a206bb4ddea63ccfd029707e00 2024-11-22T19:48:57,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/b210b4a206bb4ddea63ccfd029707e00 as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/b210b4a206bb4ddea63ccfd029707e00 2024-11-22T19:48:57,314 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/b210b4a206bb4ddea63ccfd029707e00, entries=1, sequenceid=9, filesize=5.9 K 2024-11-22T19:48:57,315 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d3157b69c976c11523e8b1fce110862e in 30ms, sequenceid=9, compaction requested=false 2024-11-22T19:48:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for d3157b69c976c11523e8b1fce110862e: 2024-11-22T19:48:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:48:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T19:48:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T19:48:57,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T19:48:57,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-11-22T19:48:57,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-22T19:49:05,941 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:49:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T19:49:07,224 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T19:49:07,240 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304947227, exclude list is [], retry=0 2024-11-22T19:49:07,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-5cdc4eba-5f65-4498-9ce6-7c7204d04c4f,DISK] 2024-11-22T19:49:07,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41637,DS-5ad0e834-346e-4d8b-af5b-f1ba7853d2c0,DISK] 2024-11-22T19:49:07,245 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304916403 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304947227 2024-11-22T19:49:07,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37793:37793),(127.0.0.1/127.0.0.1:32813:32813)] 2024-11-22T19:49:07,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304916403 is not closed yet, will try archiving it next time 2024-11-22T19:49:07,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:49:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741833_1009 (size=5471) 2024-11-22T19:49:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741833_1009 (size=5471) 2024-11-22T19:49:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:49:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T19:49:07,249 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:49:07,250 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:49:07,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:49:07,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T19:49:07,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:49:07,402 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing d3157b69c976c11523e8b1fce110862e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T19:49:07,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/11115d2f0c9b40178b6768141f33fe76 is 1055, key is row0003/info:/1732304947225/Put/seqid=0 2024-11-22T19:49:07,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741840_1016 (size=6008) 2024-11-22T19:49:07,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741840_1016 (size=6008) 2024-11-22T19:49:07,414 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/11115d2f0c9b40178b6768141f33fe76 2024-11-22T19:49:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/11115d2f0c9b40178b6768141f33fe76 as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/11115d2f0c9b40178b6768141f33fe76 2024-11-22T19:49:07,427 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/11115d2f0c9b40178b6768141f33fe76, entries=1, sequenceid=13, filesize=5.9 K 2024-11-22T19:49:07,428 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d3157b69c976c11523e8b1fce110862e in 26ms, sequenceid=13, compaction requested=true 2024-11-22T19:49:07,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for d3157b69c976c11523e8b1fce110862e: 2024-11-22T19:49:07,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:49:07,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T19:49:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T19:49:07,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T19:49:07,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-22T19:49:07,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-22T19:49:16,916 INFO [master/982bb8edae1e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T19:49:16,916 INFO [master/982bb8edae1e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T19:49:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T19:49:17,353 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T19:49:17,356 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:49:17,359 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:49:17,361 DEBUG [Time-limited test {}] regionserver.HStore(1541): d3157b69c976c11523e8b1fce110862e/info is initiating minor compaction (all files) 2024-11-22T19:49:17,361 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:49:17,361 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:17,362 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d3157b69c976c11523e8b1fce110862e/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:49:17,362 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/814a9aa72ccc4fb7b222d413487e5af1, hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/b210b4a206bb4ddea63ccfd029707e00, hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/11115d2f0c9b40178b6768141f33fe76] into tmpdir=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp, totalSize=17.6 K 2024-11-22T19:49:17,363 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 814a9aa72ccc4fb7b222d413487e5af1, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732304927061 2024-11-22T19:49:17,364 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b210b4a206bb4ddea63ccfd029707e00, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732304937124 2024-11-22T19:49:17,364 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 11115d2f0c9b40178b6768141f33fe76, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732304947225 2024-11-22T19:49:17,394 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d3157b69c976c11523e8b1fce110862e#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:49:17,395 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/5b459f862bb8444fad566ceafeec5e92 is 1055, key is row0001/info:/1732304927061/Put/seqid=0 2024-11-22T19:49:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741841_1017 (size=8221) 2024-11-22T19:49:17,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741841_1017 (size=8221) 2024-11-22T19:49:17,412 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/5b459f862bb8444fad566ceafeec5e92 as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/5b459f862bb8444fad566ceafeec5e92 2024-11-22T19:49:17,431 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3157b69c976c11523e8b1fce110862e/info of d3157b69c976c11523e8b1fce110862e into 5b459f862bb8444fad566ceafeec5e92(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:49:17,432 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d3157b69c976c11523e8b1fce110862e: 2024-11-22T19:49:17,456 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304957435, exclude list is [], retry=0 2024-11-22T19:49:17,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41637,DS-5ad0e834-346e-4d8b-af5b-f1ba7853d2c0,DISK] 2024-11-22T19:49:17,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-5cdc4eba-5f65-4498-9ce6-7c7204d04c4f,DISK] 2024-11-22T19:49:17,461 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304947227 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304957435 2024-11-22T19:49:17,462 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32813:32813),(127.0.0.1/127.0.0.1:37793:37793)] 2024-11-22T19:49:17,462 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304947227 is not closed yet, will try archiving it next time 2024-11-22T19:49:17,463 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304916403 to hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/oldWALs/982bb8edae1e%2C46597%2C1732304916011.1732304916403 2024-11-22T19:49:17,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741839_1015 (size=2495) 2024-11-22T19:49:17,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741839_1015 (size=2495) 2024-11-22T19:49:17,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:49:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:49:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T19:49:17,470 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:49:17,471 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:49:17,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:49:17,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T19:49:17,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:49:17,626 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing d3157b69c976c11523e8b1fce110862e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T19:49:17,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/7f308942f5e9447dabb730afe7259b42 is 1055, key is row0000/info:/1732304957433/Put/seqid=0 2024-11-22T19:49:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741843_1019 (size=6008) 2024-11-22T19:49:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741843_1019 (size=6008) 2024-11-22T19:49:17,642 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/7f308942f5e9447dabb730afe7259b42 2024-11-22T19:49:17,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/7f308942f5e9447dabb730afe7259b42 as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/7f308942f5e9447dabb730afe7259b42 2024-11-22T19:49:17,660 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/7f308942f5e9447dabb730afe7259b42, entries=1, sequenceid=18, filesize=5.9 K 2024-11-22T19:49:17,662 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d3157b69c976c11523e8b1fce110862e in 37ms, sequenceid=18, compaction requested=false 2024-11-22T19:49:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for d3157b69c976c11523e8b1fce110862e: 2024-11-22T19:49:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:49:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T19:49:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T19:49:17,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T19:49:17,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-22T19:49:17,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 202 msec 2024-11-22T19:49:22,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d3157b69c976c11523e8b1fce110862e, had cached 0 bytes from a total of 14229 2024-11-22T19:49:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T19:49:27,493 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T19:49:27,516 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304967496, exclude list is [], retry=0 2024-11-22T19:49:27,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41637,DS-5ad0e834-346e-4d8b-af5b-f1ba7853d2c0,DISK] 2024-11-22T19:49:27,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-5cdc4eba-5f65-4498-9ce6-7c7204d04c4f,DISK] 2024-11-22T19:49:27,521 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304957435 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304967496 2024-11-22T19:49:27,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32813:32813),(127.0.0.1/127.0.0.1:37793:37793)] 2024-11-22T19:49:27,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304957435 is not closed yet, will try archiving it next time 2024-11-22T19:49:27,521 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/WALs/982bb8edae1e,46597,1732304916011/982bb8edae1e%2C46597%2C1732304916011.1732304947227 to hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/oldWALs/982bb8edae1e%2C46597%2C1732304916011.1732304947227 2024-11-22T19:49:27,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T19:49:27,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:49:27,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:49:27,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:49:27,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:49:27,522 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T19:49:27,522 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=78643824, stopped=false 2024-11-22T19:49:27,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=982bb8edae1e,36771,1732304915961 2024-11-22T19:49:27,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:49:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741842_1018 (size=2001) 2024-11-22T19:49:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741842_1018 (size=2001) 2024-11-22T19:49:27,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:49:27,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:49:27,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:27,525 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:49:27,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:27,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:49:27,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:49:27,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:49:27,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,46597,1732304916011' ***** 2024-11-22T19:49:27,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:49:27,526 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:49:27,526 INFO [RS:0;982bb8edae1e:46597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:49:27,526 INFO [RS:0;982bb8edae1e:46597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:49:27,526 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(3091): Received CLOSE for d3157b69c976c11523e8b1fce110862e 2024-11-22T19:49:27,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:49:27,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:49:27,528 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,46597,1732304916011 2024-11-22T19:49:27,528 INFO [RS:0;982bb8edae1e:46597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:49:27,528 INFO [RS:0;982bb8edae1e:46597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;982bb8edae1e:46597. 2024-11-22T19:49:27,528 DEBUG [RS:0;982bb8edae1e:46597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:49:27,528 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3157b69c976c11523e8b1fce110862e, disabling compactions & flushes 2024-11-22T19:49:27,528 DEBUG [RS:0;982bb8edae1e:46597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:49:27,528 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:49:27,528 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:49:27,529 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:49:27,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:49:27,529 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. after waiting 1 ms 2024-11-22T19:49:27,529 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:49:27,529 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:49:27,529 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:49:27,529 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T19:49:27,529 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d3157b69c976c11523e8b1fce110862e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T19:49:27,532 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T19:49:27,532 DEBUG [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d3157b69c976c11523e8b1fce110862e=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.} 2024-11-22T19:49:27,532 DEBUG [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3157b69c976c11523e8b1fce110862e 2024-11-22T19:49:27,532 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:49:27,532 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:49:27,533 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:49:27,533 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:49:27,533 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:49:27,533 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-22T19:49:27,539 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/a5f38616592a4f08806196b99dbd7007 is 1055, key is row0001/info:/1732304967494/Put/seqid=0 2024-11-22T19:49:27,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741845_1021 (size=6008) 2024-11-22T19:49:27,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741845_1021 (size=6008) 2024-11-22T19:49:27,554 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/a5f38616592a4f08806196b99dbd7007 2024-11-22T19:49:27,555 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/.tmp/info/c977b897555a470fb6bc6fb2cc00434b is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e./info:regioninfo/1732304917332/Put/seqid=0 2024-11-22T19:49:27,564 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/.tmp/info/a5f38616592a4f08806196b99dbd7007 as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/a5f38616592a4f08806196b99dbd7007 2024-11-22T19:49:27,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741846_1022 (size=7308) 2024-11-22T19:49:27,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741846_1022 (size=7308) 2024-11-22T19:49:27,566 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/.tmp/info/c977b897555a470fb6bc6fb2cc00434b 2024-11-22T19:49:27,573 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/a5f38616592a4f08806196b99dbd7007, entries=1, sequenceid=22, filesize=5.9 K 2024-11-22T19:49:27,575 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d3157b69c976c11523e8b1fce110862e in 46ms, sequenceid=22, compaction requested=true 2024-11-22T19:49:27,575 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/814a9aa72ccc4fb7b222d413487e5af1, hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/b210b4a206bb4ddea63ccfd029707e00, hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/11115d2f0c9b40178b6768141f33fe76] to archive 2024-11-22T19:49:27,578 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:49:27,582 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/814a9aa72ccc4fb7b222d413487e5af1 to hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/814a9aa72ccc4fb7b222d413487e5af1 2024-11-22T19:49:27,586 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/b210b4a206bb4ddea63ccfd029707e00 to hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/b210b4a206bb4ddea63ccfd029707e00 2024-11-22T19:49:27,589 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/11115d2f0c9b40178b6768141f33fe76 to hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/info/11115d2f0c9b40178b6768141f33fe76 2024-11-22T19:49:27,593 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/.tmp/ns/61df198ab7054d51bbc05cc151f01fe1 is 43, key is default/ns:d/1732304916896/Put/seqid=0 2024-11-22T19:49:27,604 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=982bb8edae1e:36771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-22T19:49:27,604 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [814a9aa72ccc4fb7b222d413487e5af1=6008, b210b4a206bb4ddea63ccfd029707e00=6008, 11115d2f0c9b40178b6768141f33fe76=6008] 2024-11-22T19:49:27,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741847_1023 (size=5153) 2024-11-22T19:49:27,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741847_1023 (size=5153) 2024-11-22T19:49:27,616 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d3157b69c976c11523e8b1fce110862e/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-22T19:49:27,617 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:49:27,617 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3157b69c976c11523e8b1fce110862e: Waiting for close lock at 1732304967528Running coprocessor pre-close hooks at 1732304967528Disabling compacts and flushes for region at 1732304967528Disabling writes for close at 1732304967529 (+1 ms)Obtaining lock to block concurrent updates at 1732304967529Preparing flush snapshotting stores in d3157b69c976c11523e8b1fce110862e at 1732304967529Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732304967529Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. at 1732304967530 (+1 ms)Flushing d3157b69c976c11523e8b1fce110862e/info: creating writer at 1732304967530Flushing d3157b69c976c11523e8b1fce110862e/info: appending metadata at 1732304967538 (+8 ms)Flushing d3157b69c976c11523e8b1fce110862e/info: closing flushed file at 1732304967538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e7434b: reopening flushed file at 1732304967563 (+25 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d3157b69c976c11523e8b1fce110862e in 46ms, sequenceid=22, compaction requested=true at 1732304967575 (+12 ms)Writing region close event to WAL at 1732304967610 (+35 ms)Running coprocessor post-close hooks at 1732304967617 (+7 ms)Closed at 1732304967617 2024-11-22T19:49:27,617 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732304916955.d3157b69c976c11523e8b1fce110862e. 2024-11-22T19:49:27,733 DEBUG [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:49:27,933 DEBUG [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:49:28,004 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/.tmp/ns/61df198ab7054d51bbc05cc151f01fe1 2024-11-22T19:49:28,028 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/.tmp/table/48aaf0382c4f47ba8b39eb433aaf02de is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732304917348/Put/seqid=0 2024-11-22T19:49:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741848_1024 (size=5508) 2024-11-22T19:49:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741848_1024 (size=5508) 2024-11-22T19:49:28,033 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/.tmp/table/48aaf0382c4f47ba8b39eb433aaf02de 2024-11-22T19:49:28,041 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/.tmp/info/c977b897555a470fb6bc6fb2cc00434b as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/info/c977b897555a470fb6bc6fb2cc00434b 2024-11-22T19:49:28,057 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/info/c977b897555a470fb6bc6fb2cc00434b, entries=10, sequenceid=11, filesize=7.1 K 2024-11-22T19:49:28,059 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/.tmp/ns/61df198ab7054d51bbc05cc151f01fe1 as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/ns/61df198ab7054d51bbc05cc151f01fe1 2024-11-22T19:49:28,065 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/ns/61df198ab7054d51bbc05cc151f01fe1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T19:49:28,067 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/.tmp/table/48aaf0382c4f47ba8b39eb433aaf02de as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/table/48aaf0382c4f47ba8b39eb433aaf02de 2024-11-22T19:49:28,073 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/table/48aaf0382c4f47ba8b39eb433aaf02de, entries=2, sequenceid=11, filesize=5.4 K 2024-11-22T19:49:28,075 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 541ms, sequenceid=11, compaction requested=false 2024-11-22T19:49:28,079 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T19:49:28,080 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:49:28,080 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:49:28,080 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732304967532Running coprocessor pre-close hooks at 1732304967532Disabling compacts and flushes for region at 1732304967532Disabling writes for close at 1732304967533 (+1 ms)Obtaining lock to block concurrent updates at 1732304967533Preparing flush snapshotting stores in 1588230740 at 1732304967533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732304967533Flushing stores of hbase:meta,,1.1588230740 at 1732304967534 (+1 ms)Flushing 1588230740/info: creating writer at 1732304967534Flushing 1588230740/info: appending metadata at 1732304967555 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732304967555Flushing 1588230740/ns: creating writer at 1732304967575 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732304967593 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732304967593Flushing 1588230740/table: creating writer at 1732304968011 (+418 ms)Flushing 1588230740/table: appending metadata at 1732304968027 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732304968027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91d2f7c: reopening flushed file at 1732304968040 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515816d9: reopening flushed file at 1732304968058 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4a6058: reopening flushed file at 1732304968066 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 541ms, sequenceid=11, compaction requested=false at 1732304968075 (+9 ms)Writing region close event to WAL at 1732304968076 (+1 ms)Running coprocessor post-close hooks at 1732304968080 (+4 ms)Closed at 1732304968080 2024-11-22T19:49:28,080 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T19:49:28,133 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,46597,1732304916011; all regions closed. 2024-11-22T19:49:28,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741834_1010 (size=3306) 2024-11-22T19:49:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741834_1010 (size=3306) 2024-11-22T19:49:28,140 DEBUG [RS:0;982bb8edae1e:46597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/oldWALs 2024-11-22T19:49:28,140 INFO [RS:0;982bb8edae1e:46597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C46597%2C1732304916011.meta:.meta(num 1732304916821) 2024-11-22T19:49:28,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741844_1020 (size=1252) 2024-11-22T19:49:28,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741844_1020 (size=1252) 2024-11-22T19:49:28,147 DEBUG [RS:0;982bb8edae1e:46597 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/oldWALs 2024-11-22T19:49:28,147 INFO [RS:0;982bb8edae1e:46597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C46597%2C1732304916011:(num 1732304967496) 2024-11-22T19:49:28,147 DEBUG [RS:0;982bb8edae1e:46597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:49:28,147 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:49:28,147 INFO [RS:0;982bb8edae1e:46597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:49:28,148 INFO [RS:0;982bb8edae1e:46597 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T19:49:28,148 INFO [RS:0;982bb8edae1e:46597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:49:28,148 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:49:28,148 INFO [RS:0;982bb8edae1e:46597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46597 2024-11-22T19:49:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,46597,1732304916011 2024-11-22T19:49:28,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:49:28,151 INFO [RS:0;982bb8edae1e:46597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:49:28,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,46597,1732304916011] 2024-11-22T19:49:28,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,46597,1732304916011 already deleted, retry=false 2024-11-22T19:49:28,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,46597,1732304916011 expired; onlineServers=0 2024-11-22T19:49:28,156 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '982bb8edae1e,36771,1732304915961' ***** 2024-11-22T19:49:28,156 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T19:49:28,157 INFO [M:0;982bb8edae1e:36771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:49:28,157 INFO [M:0;982bb8edae1e:36771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:49:28,157 DEBUG [M:0;982bb8edae1e:36771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T19:49:28,157 DEBUG [M:0;982bb8edae1e:36771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T19:49:28,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T19:49:28,157 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304916203 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304916203,5,FailOnTimeoutGroup] 2024-11-22T19:49:28,157 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304916204 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304916204,5,FailOnTimeoutGroup] 2024-11-22T19:49:28,158 INFO [M:0;982bb8edae1e:36771 {}] hbase.ChoreService(370): Chore service for: master/982bb8edae1e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T19:49:28,158 INFO [M:0;982bb8edae1e:36771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:49:28,158 DEBUG [M:0;982bb8edae1e:36771 {}] master.HMaster(1795): Stopping service threads 2024-11-22T19:49:28,158 INFO [M:0;982bb8edae1e:36771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T19:49:28,158 INFO [M:0;982bb8edae1e:36771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:49:28,158 INFO [M:0;982bb8edae1e:36771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T19:49:28,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T19:49:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T19:49:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:28,159 DEBUG [M:0;982bb8edae1e:36771 {}] zookeeper.ZKUtil(347): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T19:49:28,159 WARN [M:0;982bb8edae1e:36771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T19:49:28,161 INFO [M:0;982bb8edae1e:36771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/.lastflushedseqids 2024-11-22T19:49:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741849_1025 (size=130) 2024-11-22T19:49:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741849_1025 (size=130) 2024-11-22T19:49:28,182 INFO [M:0;982bb8edae1e:36771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T19:49:28,182 INFO [M:0;982bb8edae1e:36771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T19:49:28,182 DEBUG [M:0;982bb8edae1e:36771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:49:28,182 INFO [M:0;982bb8edae1e:36771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:49:28,182 DEBUG [M:0;982bb8edae1e:36771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:49:28,182 DEBUG [M:0;982bb8edae1e:36771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:49:28,182 DEBUG [M:0;982bb8edae1e:36771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:49:28,182 INFO [M:0;982bb8edae1e:36771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.57 KB heapSize=54.98 KB 2024-11-22T19:49:28,201 DEBUG [M:0;982bb8edae1e:36771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30dd16d861c54de2ad2d1774a525eced is 82, key is hbase:meta,,1/info:regioninfo/1732304916874/Put/seqid=0 2024-11-22T19:49:28,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741850_1026 (size=5672) 2024-11-22T19:49:28,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741850_1026 (size=5672) 2024-11-22T19:49:28,211 INFO [M:0;982bb8edae1e:36771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30dd16d861c54de2ad2d1774a525eced 2024-11-22T19:49:28,234 DEBUG [M:0;982bb8edae1e:36771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c9624dd13a8469d8451b1ae26d82f28 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732304917354/Put/seqid=0 2024-11-22T19:49:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741851_1027 (size=7821) 2024-11-22T19:49:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741851_1027 (size=7821) 2024-11-22T19:49:28,240 INFO [M:0;982bb8edae1e:36771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.97 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c9624dd13a8469d8451b1ae26d82f28 2024-11-22T19:49:28,247 INFO [M:0;982bb8edae1e:36771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c9624dd13a8469d8451b1ae26d82f28 2024-11-22T19:49:28,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:49:28,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x101413938770001, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:49:28,255 INFO [RS:0;982bb8edae1e:46597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:49:28,255 INFO [RS:0;982bb8edae1e:46597 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,46597,1732304916011; zookeeper connection closed. 2024-11-22T19:49:28,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ec52933 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ec52933 2024-11-22T19:49:28,255 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T19:49:28,262 DEBUG [M:0;982bb8edae1e:36771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf4df52a56cd4fb8838a9d5ba03fe641 is 69, key is 982bb8edae1e,46597,1732304916011/rs:state/1732304916256/Put/seqid=0 2024-11-22T19:49:28,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741852_1028 (size=5156) 2024-11-22T19:49:28,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741852_1028 (size=5156) 2024-11-22T19:49:28,269 INFO [M:0;982bb8edae1e:36771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf4df52a56cd4fb8838a9d5ba03fe641 2024-11-22T19:49:28,272 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:49:28,291 DEBUG [M:0;982bb8edae1e:36771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d98dd5f020b7415788b91f37fec0be78 is 52, key is load_balancer_on/state:d/1732304916949/Put/seqid=0 2024-11-22T19:49:28,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741853_1029 (size=5056) 2024-11-22T19:49:28,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741853_1029 (size=5056) 2024-11-22T19:49:28,311 INFO [M:0;982bb8edae1e:36771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d98dd5f020b7415788b91f37fec0be78 2024-11-22T19:49:28,320 DEBUG [M:0;982bb8edae1e:36771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30dd16d861c54de2ad2d1774a525eced as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30dd16d861c54de2ad2d1774a525eced 2024-11-22T19:49:28,327 INFO [M:0;982bb8edae1e:36771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30dd16d861c54de2ad2d1774a525eced, entries=8, sequenceid=121, filesize=5.5 K 2024-11-22T19:49:28,328 DEBUG [M:0;982bb8edae1e:36771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c9624dd13a8469d8451b1ae26d82f28 as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c9624dd13a8469d8451b1ae26d82f28 2024-11-22T19:49:28,335 INFO [M:0;982bb8edae1e:36771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c9624dd13a8469d8451b1ae26d82f28 2024-11-22T19:49:28,335 INFO [M:0;982bb8edae1e:36771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c9624dd13a8469d8451b1ae26d82f28, entries=14, sequenceid=121, filesize=7.6 K 2024-11-22T19:49:28,337 DEBUG [M:0;982bb8edae1e:36771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf4df52a56cd4fb8838a9d5ba03fe641 as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf4df52a56cd4fb8838a9d5ba03fe641 2024-11-22T19:49:28,344 INFO [M:0;982bb8edae1e:36771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf4df52a56cd4fb8838a9d5ba03fe641, entries=1, sequenceid=121, filesize=5.0 K 2024-11-22T19:49:28,347 DEBUG [M:0;982bb8edae1e:36771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d98dd5f020b7415788b91f37fec0be78 as hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d98dd5f020b7415788b91f37fec0be78 2024-11-22T19:49:28,354 INFO [M:0;982bb8edae1e:36771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35859/user/jenkins/test-data/8ed9ec41-45d9-add9-8541-df9fe7541f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d98dd5f020b7415788b91f37fec0be78, entries=1, sequenceid=121, filesize=4.9 K 2024-11-22T19:49:28,355 INFO [M:0;982bb8edae1e:36771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.57 KB/44620, heapSize ~54.92 KB/56240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=121, compaction requested=false 2024-11-22T19:49:28,362 INFO [M:0;982bb8edae1e:36771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:49:28,363 DEBUG [M:0;982bb8edae1e:36771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732304968182Disabling compacts and flushes for region at 1732304968182Disabling writes for close at 1732304968182Obtaining lock to block concurrent updates at 1732304968182Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732304968182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44620, getHeapSize=56240, getOffHeapSize=0, getCellsCount=140 at 1732304968183 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732304968183Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732304968184 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732304968200 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732304968200Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732304968217 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732304968233 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732304968233Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732304968247 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732304968262 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732304968262Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732304968275 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732304968290 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732304968290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4ea32c: reopening flushed file at 1732304968319 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d042c2: reopening flushed file at 1732304968327 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ccffd4f: reopening flushed file at 1732304968336 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3d651c: reopening flushed file at 1732304968345 (+9 ms)Finished flush of dataSize ~43.57 KB/44620, heapSize ~54.92 KB/56240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=121, compaction requested=false at 1732304968355 (+10 ms)Writing region close event to WAL at 1732304968362 (+7 ms)Closed at 1732304968362 2024-11-22T19:49:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741830_1006 (size=53017) 2024-11-22T19:49:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41637 is added to blk_1073741830_1006 (size=53017) 2024-11-22T19:49:28,367 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:49:28,367 INFO [M:0;982bb8edae1e:36771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T19:49:28,368 INFO [M:0;982bb8edae1e:36771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36771 2024-11-22T19:49:28,368 INFO [M:0;982bb8edae1e:36771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:49:28,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:49:28,470 INFO [M:0;982bb8edae1e:36771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:49:28,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x101413938770000, quorum=127.0.0.1:57954, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:49:28,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cde3b47{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:49:28,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24862949{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:49:28,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:49:28,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e17965f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:49:28,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18e25308{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/hadoop.log.dir/,STOPPED} 2024-11-22T19:49:28,476 WARN [BP-1940539251-172.17.0.2-1732304915231 heartbeating to localhost/127.0.0.1:35859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:49:28,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:49:28,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:49:28,476 WARN [BP-1940539251-172.17.0.2-1732304915231 heartbeating to localhost/127.0.0.1:35859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1940539251-172.17.0.2-1732304915231 (Datanode Uuid e838e717-669f-45b8-9df9-339cbd50c774) service to localhost/127.0.0.1:35859 2024-11-22T19:49:28,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/data/data3/current/BP-1940539251-172.17.0.2-1732304915231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:49:28,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/data/data4/current/BP-1940539251-172.17.0.2-1732304915231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:49:28,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:49:28,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62eccd34{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:49:28,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b8fff1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:49:28,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:49:28,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42d5b42f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:49:28,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228c5b6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/hadoop.log.dir/,STOPPED} 2024-11-22T19:49:28,482 WARN [BP-1940539251-172.17.0.2-1732304915231 heartbeating to localhost/127.0.0.1:35859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:49:28,482 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:49:28,482 WARN [BP-1940539251-172.17.0.2-1732304915231 heartbeating to localhost/127.0.0.1:35859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1940539251-172.17.0.2-1732304915231 (Datanode Uuid 64cdd9a1-26d8-407c-a6a5-f8802f375f3e) service to localhost/127.0.0.1:35859 2024-11-22T19:49:28,482 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:49:28,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/data/data1/current/BP-1940539251-172.17.0.2-1732304915231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:49:28,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/cluster_b7e77d6b-dbf8-80f8-ffde-bb71711221ba/data/data2/current/BP-1940539251-172.17.0.2-1732304915231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:49:28,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:49:28,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@122333a8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:49:28,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b09c954{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:49:28,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:49:28,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372de30f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:49:28,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c977fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/hadoop.log.dir/,STOPPED} 2024-11-22T19:49:28,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T19:49:28,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T19:49:28,527 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 104), OpenFileDescriptor=429 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 104) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8250 (was 8579) 2024-11-22T19:49:28,534 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=8250 2024-11-22T19:49:28,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T19:49:28,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/hadoop.log.dir so I do NOT create it in target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509 2024-11-22T19:49:28,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64f130fe-0dcc-4e64-a815-ee005d09caf6/hadoop.tmp.dir so I do NOT create it in target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509 2024-11-22T19:49:28,535 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f, deleteOnExit=true 2024-11-22T19:49:28,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T19:49:28,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/test.cache.data in system properties and HBase conf 2024-11-22T19:49:28,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T19:49:28,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/hadoop.log.dir in system properties and HBase conf 2024-11-22T19:49:28,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T19:49:28,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T19:49:28,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T19:49:28,536 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T19:49:28,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:49:28,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:49:28,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T19:49:28,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:49:28,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T19:49:28,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T19:49:28,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:49:28,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:49:28,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T19:49:28,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/nfs.dump.dir in system properties and HBase conf 2024-11-22T19:49:28,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/java.io.tmpdir in system properties and HBase conf 2024-11-22T19:49:28,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:49:28,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T19:49:28,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T19:49:28,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:49:28,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:49:28,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:49:28,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:49:28,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:49:28,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:49:28,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26dfd1d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:49:28,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d8b4fb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:49:28,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e819c7f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/java.io.tmpdir/jetty-localhost-37925-hadoop-hdfs-3_4_1-tests_jar-_-any-394719258897078132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:49:28,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2beac104{HTTP/1.1, (http/1.1)}{localhost:37925} 2024-11-22T19:49:28,797 INFO [Time-limited test {}] server.Server(415): Started @140961ms 2024-11-22T19:49:28,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:49:28,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:49:28,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:49:28,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:49:28,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:49:28,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d9abcce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:49:28,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a1b2100{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:49:29,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6716c0d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/java.io.tmpdir/jetty-localhost-40887-hadoop-hdfs-3_4_1-tests_jar-_-any-3214843420246179499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:49:29,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e88334{HTTP/1.1, (http/1.1)}{localhost:40887} 2024-11-22T19:49:29,011 INFO [Time-limited test {}] server.Server(415): Started @141175ms 2024-11-22T19:49:29,012 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:49:29,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:49:29,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:49:29,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:49:29,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:49:29,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:49:29,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eefba41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:49:29,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18e69597{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:49:29,121 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/data/data1/current/BP-1755452250-172.17.0.2-1732304968571/current, will proceed with Du for space computation calculation, 2024-11-22T19:49:29,122 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/data/data2/current/BP-1755452250-172.17.0.2-1732304968571/current, will proceed with Du for space computation calculation, 2024-11-22T19:49:29,146 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:49:29,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x340da6cfb3173c24 with lease ID 0xfd6ef400aaad2c2b: Processing first storage report for DS-5f40af97-ad1c-4c8d-9f7d-8460d610f9dc from datanode DatanodeRegistration(127.0.0.1:32795, datanodeUuid=b2f9e7c8-1ac7-4877-a9dd-16d4ca196870, infoPort=41783, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=960092452;c=1732304968571) 2024-11-22T19:49:29,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x340da6cfb3173c24 with lease ID 0xfd6ef400aaad2c2b: from storage DS-5f40af97-ad1c-4c8d-9f7d-8460d610f9dc node DatanodeRegistration(127.0.0.1:32795, datanodeUuid=b2f9e7c8-1ac7-4877-a9dd-16d4ca196870, infoPort=41783, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=960092452;c=1732304968571), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:49:29,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x340da6cfb3173c24 with lease ID 0xfd6ef400aaad2c2b: Processing first storage report for DS-95385112-3c7d-4614-95bd-cb08179650e3 from datanode DatanodeRegistration(127.0.0.1:32795, datanodeUuid=b2f9e7c8-1ac7-4877-a9dd-16d4ca196870, infoPort=41783, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=960092452;c=1732304968571) 2024-11-22T19:49:29,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x340da6cfb3173c24 with lease ID 0xfd6ef400aaad2c2b: from storage DS-95385112-3c7d-4614-95bd-cb08179650e3 node DatanodeRegistration(127.0.0.1:32795, datanodeUuid=b2f9e7c8-1ac7-4877-a9dd-16d4ca196870, infoPort=41783, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=960092452;c=1732304968571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:49:29,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f0d5db2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/java.io.tmpdir/jetty-localhost-43651-hadoop-hdfs-3_4_1-tests_jar-_-any-5905433179321279723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:49:29,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30ae9b14{HTTP/1.1, (http/1.1)}{localhost:43651} 2024-11-22T19:49:29,184 INFO [Time-limited test {}] server.Server(415): Started @141348ms 2024-11-22T19:49:29,186 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:49:29,310 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/data/data4/current/BP-1755452250-172.17.0.2-1732304968571/current, will proceed with Du for space computation calculation, 2024-11-22T19:49:29,310 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/data/data3/current/BP-1755452250-172.17.0.2-1732304968571/current, will proceed with Du for space computation calculation, 2024-11-22T19:49:29,349 WARN [Thread-1104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:49:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62c8b09109e32347 with lease ID 0xfd6ef400aaad2c2c: Processing first storage report for DS-2e2be52b-67b6-4e80-b8cf-57399dc56a34 from datanode DatanodeRegistration(127.0.0.1:38269, datanodeUuid=4ded34a0-03bc-4eb6-8d06-cf680958efb2, infoPort=37523, infoSecurePort=0, ipcPort=40011, storageInfo=lv=-57;cid=testClusterID;nsid=960092452;c=1732304968571) 2024-11-22T19:49:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62c8b09109e32347 with lease ID 0xfd6ef400aaad2c2c: from storage DS-2e2be52b-67b6-4e80-b8cf-57399dc56a34 node DatanodeRegistration(127.0.0.1:38269, datanodeUuid=4ded34a0-03bc-4eb6-8d06-cf680958efb2, infoPort=37523, infoSecurePort=0, ipcPort=40011, storageInfo=lv=-57;cid=testClusterID;nsid=960092452;c=1732304968571), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T19:49:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62c8b09109e32347 with lease ID 0xfd6ef400aaad2c2c: Processing first storage report for DS-654a1b2e-d7f9-4d6b-b568-f37e2647579b from datanode DatanodeRegistration(127.0.0.1:38269, datanodeUuid=4ded34a0-03bc-4eb6-8d06-cf680958efb2, infoPort=37523, infoSecurePort=0, ipcPort=40011, storageInfo=lv=-57;cid=testClusterID;nsid=960092452;c=1732304968571) 2024-11-22T19:49:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62c8b09109e32347 with lease ID 0xfd6ef400aaad2c2c: from storage DS-654a1b2e-d7f9-4d6b-b568-f37e2647579b node DatanodeRegistration(127.0.0.1:38269, datanodeUuid=4ded34a0-03bc-4eb6-8d06-cf680958efb2, infoPort=37523, infoSecurePort=0, ipcPort=40011, storageInfo=lv=-57;cid=testClusterID;nsid=960092452;c=1732304968571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:49:29,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509 2024-11-22T19:49:29,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/zookeeper_0, clientPort=57308, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T19:49:29,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57308 2024-11-22T19:49:29,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:49:29,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:49:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:49:29,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:49:29,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee with version=8 2024-11-22T19:49:29,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/hbase-staging 2024-11-22T19:49:29,443 INFO [Time-limited test {}] client.ConnectionUtils(128): master/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:49:29,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:49:29,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:49:29,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:49:29,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:49:29,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:49:29,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T19:49:29,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:49:29,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36907 2024-11-22T19:49:29,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36907 connecting to ZooKeeper ensemble=127.0.0.1:57308 2024-11-22T19:49:29,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369070x0, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:49:29,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36907-0x101413a095d0000 connected 2024-11-22T19:49:29,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:49:29,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:49:29,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:49:29,485 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee, hbase.cluster.distributed=false 2024-11-22T19:49:29,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:49:29,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-22T19:49:29,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36907 2024-11-22T19:49:29,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36907 2024-11-22T19:49:29,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-22T19:49:29,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-22T19:49:29,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:49:29,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:49:29,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:49:29,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:49:29,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:49:29,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:49:29,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:49:29,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:49:29,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33379 2024-11-22T19:49:29,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33379 connecting to ZooKeeper ensemble=127.0.0.1:57308 2024-11-22T19:49:29,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:49:29,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:49:29,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333790x0, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:49:29,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33379-0x101413a095d0001 connected 2024-11-22T19:49:29,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:49:29,528 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:49:29,532 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:49:29,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:49:29,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:49:29,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33379 2024-11-22T19:49:29,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33379 2024-11-22T19:49:29,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33379 2024-11-22T19:49:29,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33379 2024-11-22T19:49:29,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33379 2024-11-22T19:49:29,560 DEBUG [M:0;982bb8edae1e:36907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;982bb8edae1e:36907 2024-11-22T19:49:29,561 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/982bb8edae1e,36907,1732304969443 2024-11-22T19:49:29,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:49:29,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:49:29,564 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/982bb8edae1e,36907,1732304969443 2024-11-22T19:49:29,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:49:29,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:29,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:29,566 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T19:49:29,566 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/982bb8edae1e,36907,1732304969443 from backup master directory 2024-11-22T19:49:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/982bb8edae1e,36907,1732304969443 2024-11-22T19:49:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:49:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:49:29,568 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:49:29,568 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=982bb8edae1e,36907,1732304969443 2024-11-22T19:49:29,573 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/hbase.id] with ID: 6df20420-d961-4388-9222-dd2b9d2bc9fb 2024-11-22T19:49:29,573 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/.tmp/hbase.id 2024-11-22T19:49:29,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:49:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:49:29,583 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/.tmp/hbase.id]:[hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/hbase.id] 2024-11-22T19:49:29,597 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:49:29,598 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T19:49:29,599 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T19:49:29,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:29,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:29,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:49:29,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:49:29,619 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:49:29,620 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T19:49:29,620 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:49:29,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:49:29,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:49:29,628 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store 2024-11-22T19:49:29,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:49:29,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:49:29,635 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:49:29,635 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:49:29,635 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:49:29,635 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:49:29,635 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:49:29,635 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:49:29,635 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:49:29,635 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732304969635Disabling compacts and flushes for region at 1732304969635Disabling writes for close at 1732304969635Writing region close event to WAL at 1732304969635Closed at 1732304969635 2024-11-22T19:49:29,636 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/.initializing 2024-11-22T19:49:29,636 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/WALs/982bb8edae1e,36907,1732304969443 2024-11-22T19:49:29,637 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:49:29,640 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C36907%2C1732304969443, suffix=, logDir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/WALs/982bb8edae1e,36907,1732304969443, archiveDir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/oldWALs, maxLogs=10 2024-11-22T19:49:29,654 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/WALs/982bb8edae1e,36907,1732304969443/982bb8edae1e%2C36907%2C1732304969443.1732304969640, exclude list is [], retry=0 2024-11-22T19:49:29,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32795,DS-5f40af97-ad1c-4c8d-9f7d-8460d610f9dc,DISK] 2024-11-22T19:49:29,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-2e2be52b-67b6-4e80-b8cf-57399dc56a34,DISK] 2024-11-22T19:49:29,659 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/WALs/982bb8edae1e,36907,1732304969443/982bb8edae1e%2C36907%2C1732304969443.1732304969640 2024-11-22T19:49:29,659 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41783:41783),(127.0.0.1/127.0.0.1:37523:37523)] 2024-11-22T19:49:29,660 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:49:29,660 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:49:29,660 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,660 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T19:49:29,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:29,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:49:29,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T19:49:29,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:29,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:49:29,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T19:49:29,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:29,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:49:29,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T19:49:29,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:29,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:49:29,672 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,672 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,673 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,674 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,674 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,675 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:49:29,676 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:49:29,678 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:49:29,678 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=869830, jitterRate=0.1060463935136795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:49:29,679 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732304969660Initializing all the Stores at 1732304969661 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304969661Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304969661Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304969661Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304969661Cleaning up temporary data from old regions at 1732304969674 (+13 ms)Region opened successfully at 1732304969679 (+5 ms) 2024-11-22T19:49:29,680 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T19:49:29,684 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b86044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:49:29,685 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T19:49:29,685 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T19:49:29,685 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T19:49:29,685 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T19:49:29,686 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T19:49:29,686 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T19:49:29,686 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T19:49:29,694 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T19:49:29,695 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T19:49:29,697 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T19:49:29,697 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T19:49:29,698 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T19:49:29,699 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T19:49:29,699 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T19:49:29,701 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T19:49:29,702 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T19:49:29,703 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T19:49:29,704 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T19:49:29,706 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T19:49:29,708 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T19:49:29,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:49:29,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:29,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:49:29,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:29,710 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=982bb8edae1e,36907,1732304969443, sessionid=0x101413a095d0000, setting cluster-up flag (Was=false) 2024-11-22T19:49:29,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:29,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:29,718 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T19:49:29,719 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,36907,1732304969443 2024-11-22T19:49:29,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:29,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:29,730 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T19:49:29,731 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,36907,1732304969443 2024-11-22T19:49:29,733 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T19:49:29,734 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T19:49:29,735 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T19:49:29,735 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T19:49:29,735 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 982bb8edae1e,36907,1732304969443 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T19:49:29,736 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:49:29,736 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:49:29,736 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:49:29,736 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:49:29,736 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/982bb8edae1e:0, corePoolSize=10, maxPoolSize=10 2024-11-22T19:49:29,736 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,736 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:49:29,736 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,738 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732304999738 2024-11-22T19:49:29,738 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T19:49:29,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:49:29,738 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T19:49:29,738 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T19:49:29,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T19:49:29,738 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T19:49:29,738 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T19:49:29,738 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T19:49:29,738 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,739 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T19:49:29,739 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T19:49:29,739 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T19:49:29,739 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T19:49:29,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:29,739 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T19:49:29,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T19:49:29,739 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304969739,5,FailOnTimeoutGroup] 2024-11-22T19:49:29,740 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304969739,5,FailOnTimeoutGroup] 2024-11-22T19:49:29,740 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,740 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T19:49:29,740 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,740 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:49:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:49:29,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T19:49:29,747 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee 2024-11-22T19:49:29,750 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(746): ClusterId : 6df20420-d961-4388-9222-dd2b9d2bc9fb 2024-11-22T19:49:29,750 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:49:29,752 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:49:29,753 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:49:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:49:29,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:49:29,756 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:49:29,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:49:29,756 DEBUG [RS:0;982bb8edae1e:33379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46539b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:49:29,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:49:29,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:49:29,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:29,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:49:29,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:49:29,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:49:29,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:29,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:49:29,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:49:29,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:49:29,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:29,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:49:29,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:49:29,769 DEBUG [RS:0;982bb8edae1e:33379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;982bb8edae1e:33379 2024-11-22T19:49:29,769 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:49:29,769 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:49:29,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:49:29,769 DEBUG [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:49:29,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:29,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:49:29,770 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,36907,1732304969443 with port=33379, startcode=1732304969514 2024-11-22T19:49:29,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:49:29,770 DEBUG [RS:0;982bb8edae1e:33379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:49:29,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740 2024-11-22T19:49:29,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740 2024-11-22T19:49:29,772 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48415, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:49:29,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,33379,1732304969514 2024-11-22T19:49:29,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36907 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:29,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:49:29,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:49:29,774 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:49:29,774 DEBUG [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee 2024-11-22T19:49:29,774 DEBUG [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34471 2024-11-22T19:49:29,775 DEBUG [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:49:29,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:49:29,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:49:29,779 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:49:29,780 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836375, jitterRate=0.06350693106651306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:49:29,780 DEBUG [RS:0;982bb8edae1e:33379 {}] zookeeper.ZKUtil(111): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,33379,1732304969514 2024-11-22T19:49:29,780 WARN [RS:0;982bb8edae1e:33379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:49:29,780 INFO [RS:0;982bb8edae1e:33379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:49:29,781 DEBUG [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514 2024-11-22T19:49:29,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,33379,1732304969514] 2024-11-22T19:49:29,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732304969756Initializing all the Stores at 1732304969757 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304969757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304969761 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304969761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304969761Cleaning up temporary data from old regions at 1732304969773 (+12 ms)Region opened successfully at 1732304969781 (+8 ms) 2024-11-22T19:49:29,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:49:29,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:49:29,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:49:29,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:49:29,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:49:29,784 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:49:29,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732304969781Disabling compacts and flushes for region at 1732304969781Disabling writes for close at 1732304969781Writing region close event to WAL at 1732304969784 (+3 ms)Closed at 1732304969784 2024-11-22T19:49:29,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:49:29,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T19:49:29,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T19:49:29,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:49:29,787 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:49:29,788 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T19:49:29,789 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:49:29,792 INFO [RS:0;982bb8edae1e:33379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:49:29,792 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,793 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:49:29,793 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:49:29,793 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:49:29,794 DEBUG [RS:0;982bb8edae1e:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:49:29,795 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,795 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,795 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,795 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,795 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,795 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33379,1732304969514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:49:29,811 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:49:29,811 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33379,1732304969514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,811 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,811 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.Replication(171): 982bb8edae1e,33379,1732304969514 started 2024-11-22T19:49:29,826 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:29,827 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,33379,1732304969514, RpcServer on 982bb8edae1e/172.17.0.2:33379, sessionid=0x101413a095d0001 2024-11-22T19:49:29,827 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:49:29,827 DEBUG [RS:0;982bb8edae1e:33379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,33379,1732304969514 2024-11-22T19:49:29,827 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,33379,1732304969514' 2024-11-22T19:49:29,827 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:49:29,827 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:49:29,828 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:49:29,828 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:49:29,828 DEBUG [RS:0;982bb8edae1e:33379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,33379,1732304969514 2024-11-22T19:49:29,828 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,33379,1732304969514' 2024-11-22T19:49:29,828 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:49:29,828 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:49:29,829 DEBUG [RS:0;982bb8edae1e:33379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:49:29,829 INFO [RS:0;982bb8edae1e:33379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:49:29,829 INFO [RS:0;982bb8edae1e:33379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:49:29,929 INFO [RS:0;982bb8edae1e:33379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:49:29,931 INFO [RS:0;982bb8edae1e:33379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C33379%2C1732304969514, suffix=, logDir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514, archiveDir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/oldWALs, maxLogs=32 2024-11-22T19:49:29,938 WARN [982bb8edae1e:36907 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T19:49:29,946 DEBUG [RS:0;982bb8edae1e:33379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732304969932, exclude list is [], retry=0 2024-11-22T19:49:29,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-2e2be52b-67b6-4e80-b8cf-57399dc56a34,DISK] 2024-11-22T19:49:29,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32795,DS-5f40af97-ad1c-4c8d-9f7d-8460d610f9dc,DISK] 2024-11-22T19:49:29,951 INFO [RS:0;982bb8edae1e:33379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732304969932 2024-11-22T19:49:29,952 DEBUG [RS:0;982bb8edae1e:33379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523),(127.0.0.1/127.0.0.1:41783:41783)] 2024-11-22T19:49:30,188 DEBUG [982bb8edae1e:36907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T19:49:30,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:30,190 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,33379,1732304969514, state=OPENING 2024-11-22T19:49:30,192 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T19:49:30,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:30,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:49:30,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:49:30,195 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:49:30,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:49:30,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,33379,1732304969514}] 2024-11-22T19:49:30,352 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T19:49:30,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50455, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T19:49:30,358 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T19:49:30,358 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:49:30,358 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T19:49:30,360 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C33379%2C1732304969514.meta, suffix=.meta, logDir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514, archiveDir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/oldWALs, maxLogs=32 2024-11-22T19:49:30,376 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.meta.1732304970361.meta, exclude list is [], retry=0 2024-11-22T19:49:30,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32795,DS-5f40af97-ad1c-4c8d-9f7d-8460d610f9dc,DISK] 2024-11-22T19:49:30,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-2e2be52b-67b6-4e80-b8cf-57399dc56a34,DISK] 2024-11-22T19:49:30,381 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.meta.1732304970361.meta 2024-11-22T19:49:30,381 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41783:41783),(127.0.0.1/127.0.0.1:37523:37523)] 2024-11-22T19:49:30,381 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:49:30,382 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T19:49:30,382 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T19:49:30,382 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T19:49:30,382 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T19:49:30,382 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:49:30,382 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T19:49:30,382 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T19:49:30,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:49:30,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:49:30,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:30,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:49:30,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:49:30,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:49:30,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:30,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:49:30,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:49:30,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:49:30,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:30,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:49:30,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:49:30,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:49:30,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:30,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:49:30,391 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:49:30,392 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740 2024-11-22T19:49:30,394 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740 2024-11-22T19:49:30,396 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:49:30,396 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:49:30,396 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:49:30,398 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:49:30,398 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=695831, jitterRate=-0.11520549654960632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:49:30,398 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T19:49:30,399 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732304970382Writing region info on filesystem at 1732304970382Initializing all the Stores at 1732304970383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304970383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304970384 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304970384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732304970384Cleaning up temporary data from old regions at 1732304970396 (+12 ms)Running coprocessor post-open hooks at 1732304970398 (+2 ms)Region opened successfully at 1732304970399 (+1 ms) 2024-11-22T19:49:30,400 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732304970348 2024-11-22T19:49:30,403 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T19:49:30,403 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T19:49:30,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:30,405 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,33379,1732304969514, state=OPEN 2024-11-22T19:49:30,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:49:30,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:49:30,409 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:30,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:49:30,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:49:30,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T19:49:30,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,33379,1732304969514 in 214 msec 2024-11-22T19:49:30,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T19:49:30,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-22T19:49:30,415 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:49:30,415 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T19:49:30,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:49:30,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,33379,1732304969514, seqNum=-1] 2024-11-22T19:49:30,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:49:30,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53717, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:49:30,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 688 msec 2024-11-22T19:49:30,429 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732304970429, completionTime=-1 2024-11-22T19:49:30,429 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T19:49:30,429 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T19:49:30,432 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T19:49:30,432 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732305030432 2024-11-22T19:49:30,432 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732305090432 2024-11-22T19:49:30,432 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T19:49:30,432 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36907,1732304969443-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:30,432 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36907,1732304969443-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:30,432 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36907,1732304969443-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:30,432 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-982bb8edae1e:36907, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:30,432 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:30,433 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:30,434 DEBUG [master/982bb8edae1e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T19:49:30,437 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.869sec 2024-11-22T19:49:30,437 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T19:49:30,437 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T19:49:30,437 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T19:49:30,437 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T19:49:30,437 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T19:49:30,437 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36907,1732304969443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:49:30,437 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36907,1732304969443-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T19:49:30,440 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T19:49:30,440 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T19:49:30,440 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,36907,1732304969443-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:49:30,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b51eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:49:30,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,36907,-1 for getting cluster id 2024-11-22T19:49:30,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:49:30,452 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6df20420-d961-4388-9222-dd2b9d2bc9fb' 2024-11-22T19:49:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:49:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6df20420-d961-4388-9222-dd2b9d2bc9fb" 2024-11-22T19:49:30,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd39469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:49:30,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,36907,-1] 2024-11-22T19:49:30,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:49:30,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:49:30,455 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:49:30,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b845af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:49:30,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:49:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,33379,1732304969514, seqNum=-1] 2024-11-22T19:49:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:49:30,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:49:30,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=982bb8edae1e,36907,1732304969443 2024-11-22T19:49:30,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:49:30,465 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T19:49:30,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:49:30,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,36907,1732304969443 2024-11-22T19:49:30,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62d73b18 2024-11-22T19:49:30,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:49:30,469 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:49:30,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T19:49:30,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T19:49:30,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:49:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-22T19:49:30,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:49:30,473 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:30,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-22T19:49:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:49:30,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:49:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741835_1011 (size=381) 2024-11-22T19:49:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741835_1011 (size=381) 2024-11-22T19:49:30,484 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6fa4bac7a370f9f5c6232858ff0dfd8, NAME => 'TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee 2024-11-22T19:49:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741836_1012 (size=64) 2024-11-22T19:49:30,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741836_1012 (size=64) 2024-11-22T19:49:30,491 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:49:30,491 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing a6fa4bac7a370f9f5c6232858ff0dfd8, disabling compactions & flushes 2024-11-22T19:49:30,491 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:30,491 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:30,492 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. after waiting 0 ms 2024-11-22T19:49:30,492 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:30,492 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:30,492 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6fa4bac7a370f9f5c6232858ff0dfd8: Waiting for close lock at 1732304970491Disabling compacts and flushes for region at 1732304970491Disabling writes for close at 1732304970492 (+1 ms)Writing region close event to WAL at 1732304970492Closed at 1732304970492 2024-11-22T19:49:30,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:49:30,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732304970493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732304970493"}]},"ts":"1732304970493"} 2024-11-22T19:49:30,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:49:30,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:49:30,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732304970497"}]},"ts":"1732304970497"} 2024-11-22T19:49:30,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-22T19:49:30,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6fa4bac7a370f9f5c6232858ff0dfd8, ASSIGN}] 2024-11-22T19:49:30,501 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6fa4bac7a370f9f5c6232858ff0dfd8, ASSIGN 2024-11-22T19:49:30,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6fa4bac7a370f9f5c6232858ff0dfd8, ASSIGN; state=OFFLINE, location=982bb8edae1e,33379,1732304969514; forceNewPlan=false, retain=false 2024-11-22T19:49:30,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6fa4bac7a370f9f5c6232858ff0dfd8, regionState=OPENING, regionLocation=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6fa4bac7a370f9f5c6232858ff0dfd8, ASSIGN because future has completed 2024-11-22T19:49:30,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514}] 2024-11-22T19:49:30,812 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:30,813 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a6fa4bac7a370f9f5c6232858ff0dfd8, NAME => 'TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:49:30,813 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,813 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:49:30,813 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,813 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,815 INFO [StoreOpener-a6fa4bac7a370f9f5c6232858ff0dfd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,816 INFO [StoreOpener-a6fa4bac7a370f9f5c6232858ff0dfd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6fa4bac7a370f9f5c6232858ff0dfd8 columnFamilyName info 2024-11-22T19:49:30,816 DEBUG [StoreOpener-a6fa4bac7a370f9f5c6232858ff0dfd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:30,817 INFO [StoreOpener-a6fa4bac7a370f9f5c6232858ff0dfd8-1 {}] regionserver.HStore(327): Store=a6fa4bac7a370f9f5c6232858ff0dfd8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:49:30,817 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,818 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,819 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,819 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,819 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,821 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,824 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:49:30,824 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a6fa4bac7a370f9f5c6232858ff0dfd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=714354, jitterRate=-0.09165304899215698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T19:49:30,824 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:30,825 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a6fa4bac7a370f9f5c6232858ff0dfd8: Running coprocessor pre-open hook at 1732304970813Writing region info on filesystem at 1732304970813Initializing all the Stores at 1732304970814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304970814Cleaning up temporary data from old regions at 1732304970819 (+5 ms)Running coprocessor post-open hooks at 1732304970824 (+5 ms)Region opened successfully at 1732304970825 (+1 ms) 2024-11-22T19:49:30,826 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., pid=6, masterSystemTime=1732304970808 2024-11-22T19:49:30,829 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:30,829 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:30,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6fa4bac7a370f9f5c6232858ff0dfd8, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:30,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 because future has completed 2024-11-22T19:49:30,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T19:49:30,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 in 181 msec 2024-11-22T19:49:30,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T19:49:30,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6fa4bac7a370f9f5c6232858ff0dfd8, ASSIGN in 338 msec 2024-11-22T19:49:30,842 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:49:30,842 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732304970842"}]},"ts":"1732304970842"} 2024-11-22T19:49:30,845 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-22T19:49:30,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:49:30,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 376 msec 2024-11-22T19:49:32,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:32,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:32,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:32,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:32,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:32,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:32,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:32,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:32,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:32,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T19:49:33,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:33,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-22T19:49:33,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-22T19:49:33,443 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T19:49:35,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T19:49:35,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-22T19:49:38,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T19:49:38,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:38,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:38,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:38,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:38,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:38,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:38,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:38,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:38,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:38,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:49:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:49:40,563 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-22T19:49:40,563 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-22T19:49:40,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-22T19:49:40,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2] 2024-11-22T19:49:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:40,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6fa4bac7a370f9f5c6232858ff0dfd8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T19:49:40,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/90ac34bf2e024259a019adb7fe2045ef is 1055, key is row0001/info:/1732304980573/Put/seqid=0 2024-11-22T19:49:40,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741837_1013 (size=13386) 2024-11-22T19:49:40,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741837_1013 (size=13386) 2024-11-22T19:49:40,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/90ac34bf2e024259a019adb7fe2045ef 2024-11-22T19:49:40,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/90ac34bf2e024259a019adb7fe2045ef as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/90ac34bf2e024259a019adb7fe2045ef 2024-11-22T19:49:40,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:49:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53768 deadline: 1732304990654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:40,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/90ac34bf2e024259a019adb7fe2045ef, entries=8, sequenceid=12, filesize=13.1 K 2024-11-22T19:49:40,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for a6fa4bac7a370f9f5c6232858ff0dfd8 in 75ms, sequenceid=12, compaction requested=false 2024-11-22T19:49:40,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6fa4bac7a370f9f5c6232858ff0dfd8: 2024-11-22T19:49:40,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:49:40,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:49:40,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:49:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:50,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6fa4bac7a370f9f5c6232858ff0dfd8 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-22T19:49:50,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/d26e936223bd4e4380224ea9fa43e65d is 1055, key is row0009/info:/1732304980594/Put/seqid=0 2024-11-22T19:49:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741838_1014 (size=28134) 2024-11-22T19:49:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741838_1014 (size=28134) 2024-11-22T19:49:51,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/d26e936223bd4e4380224ea9fa43e65d 2024-11-22T19:49:51,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/d26e936223bd4e4380224ea9fa43e65d as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d26e936223bd4e4380224ea9fa43e65d 2024-11-22T19:49:51,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d26e936223bd4e4380224ea9fa43e65d, entries=22, sequenceid=37, filesize=27.5 K 2024-11-22T19:49:51,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for a6fa4bac7a370f9f5c6232858ff0dfd8 in 428ms, sequenceid=37, compaction requested=false 2024-11-22T19:49:51,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6fa4bac7a370f9f5c6232858ff0dfd8: 2024-11-22T19:49:51,182 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-22T19:49:51,182 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:51,182 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d26e936223bd4e4380224ea9fa43e65d because midkey is the same as first or last row 2024-11-22T19:49:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:52,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6fa4bac7a370f9f5c6232858ff0dfd8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T19:49:52,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/4d27621d02fa41a083c89be526cd808b is 1055, key is row0031/info:/1732304990756/Put/seqid=0 2024-11-22T19:49:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741839_1015 (size=13386) 2024-11-22T19:49:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741839_1015 (size=13386) 2024-11-22T19:49:52,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/4d27621d02fa41a083c89be526cd808b 2024-11-22T19:49:52,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/4d27621d02fa41a083c89be526cd808b as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4d27621d02fa41a083c89be526cd808b 2024-11-22T19:49:52,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4d27621d02fa41a083c89be526cd808b, entries=8, sequenceid=48, filesize=13.1 K 2024-11-22T19:49:52,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for a6fa4bac7a370f9f5c6232858ff0dfd8 in 25ms, sequenceid=48, compaction requested=true 2024-11-22T19:49:52,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6fa4bac7a370f9f5c6232858ff0dfd8: 2024-11-22T19:49:52,795 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-22T19:49:52,795 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:52,795 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d26e936223bd4e4380224ea9fa43e65d because midkey is the same as first or last row 2024-11-22T19:49:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:52,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6fa4bac7a370f9f5c6232858ff0dfd8:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:49:52,797 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:49:52,798 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:49:52,798 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1541): a6fa4bac7a370f9f5c6232858ff0dfd8/info is initiating minor compaction (all files) 2024-11-22T19:49:52,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:49:52,798 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6fa4bac7a370f9f5c6232858ff0dfd8/info in TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:52,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6fa4bac7a370f9f5c6232858ff0dfd8 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-22T19:49:52,799 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/90ac34bf2e024259a019adb7fe2045ef, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d26e936223bd4e4380224ea9fa43e65d, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4d27621d02fa41a083c89be526cd808b] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp, totalSize=53.6 K 2024-11-22T19:49:52,799 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90ac34bf2e024259a019adb7fe2045ef, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732304980573 2024-11-22T19:49:52,800 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting d26e936223bd4e4380224ea9fa43e65d, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732304980594 2024-11-22T19:49:52,800 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d27621d02fa41a083c89be526cd808b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732304990756 2024-11-22T19:49:52,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/4b1d628fe22c40f3a875d53752242e2e is 1055, key is row0039/info:/1732304992771/Put/seqid=0 2024-11-22T19:49:52,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741840_1016 (size=21822) 2024-11-22T19:49:52,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741840_1016 (size=21822) 2024-11-22T19:49:52,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/4b1d628fe22c40f3a875d53752242e2e 2024-11-22T19:49:52,820 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6fa4bac7a370f9f5c6232858ff0dfd8#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:49:52,821 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/604b29f4858540ea934a8f5bf6738b97 is 1055, key is row0001/info:/1732304980573/Put/seqid=0 2024-11-22T19:49:52,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/4b1d628fe22c40f3a875d53752242e2e as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4b1d628fe22c40f3a875d53752242e2e 2024-11-22T19:49:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741841_1017 (size=45105) 2024-11-22T19:49:52,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741841_1017 (size=45105) 2024-11-22T19:49:52,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4b1d628fe22c40f3a875d53752242e2e, entries=16, sequenceid=67, filesize=21.3 K 2024-11-22T19:49:52,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for a6fa4bac7a370f9f5c6232858ff0dfd8 in 31ms, sequenceid=67, compaction requested=false 2024-11-22T19:49:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6fa4bac7a370f9f5c6232858ff0dfd8: 2024-11-22T19:49:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.9 K, sizeToCheck=16.0 K 2024-11-22T19:49:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d26e936223bd4e4380224ea9fa43e65d because midkey is the same as first or last row 2024-11-22T19:49:52,832 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/604b29f4858540ea934a8f5bf6738b97 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/604b29f4858540ea934a8f5bf6738b97 2024-11-22T19:49:52,838 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6fa4bac7a370f9f5c6232858ff0dfd8/info of a6fa4bac7a370f9f5c6232858ff0dfd8 into 604b29f4858540ea934a8f5bf6738b97(size=44.0 K), total size for store is 65.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:49:52,838 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6fa4bac7a370f9f5c6232858ff0dfd8: 2024-11-22T19:49:52,840 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., storeName=a6fa4bac7a370f9f5c6232858ff0dfd8/info, priority=13, startTime=1732304992796; duration=0sec 2024-11-22T19:49:52,840 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-22T19:49:52,840 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:52,840 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/604b29f4858540ea934a8f5bf6738b97 because midkey is the same as first or last row 2024-11-22T19:49:52,840 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-22T19:49:52,840 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:52,840 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/604b29f4858540ea934a8f5bf6738b97 because midkey is the same as first or last row 2024-11-22T19:49:52,841 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-22T19:49:52,841 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:52,841 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/604b29f4858540ea934a8f5bf6738b97 because midkey is the same as first or last row 2024-11-22T19:49:52,841 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:49:52,841 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6fa4bac7a370f9f5c6232858ff0dfd8:info 2024-11-22T19:49:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:54,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6fa4bac7a370f9f5c6232858ff0dfd8 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-22T19:49:54,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/d1139917838a4afe90fa3a04623349c7 is 1055, key is row0055/info:/1732304992799/Put/seqid=0 2024-11-22T19:49:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741842_1018 (size=16542) 2024-11-22T19:49:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741842_1018 (size=16542) 2024-11-22T19:49:54,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/d1139917838a4afe90fa3a04623349c7 2024-11-22T19:49:54,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/d1139917838a4afe90fa3a04623349c7 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d1139917838a4afe90fa3a04623349c7 2024-11-22T19:49:54,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d1139917838a4afe90fa3a04623349c7, entries=11, sequenceid=82, filesize=16.2 K 2024-11-22T19:49:54,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=13.34 KB/13663 for a6fa4bac7a370f9f5c6232858ff0dfd8 in 26ms, sequenceid=82, compaction requested=true 2024-11-22T19:49:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6fa4bac7a370f9f5c6232858ff0dfd8: 2024-11-22T19:49:54,848 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-22T19:49:54,848 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:54,848 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/604b29f4858540ea934a8f5bf6738b97 because midkey is the same as first or last row 2024-11-22T19:49:54,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6fa4bac7a370f9f5c6232858ff0dfd8:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:49:54,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:49:54,848 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:49:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:54,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6fa4bac7a370f9f5c6232858ff0dfd8 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-22T19:49:54,849 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:49:54,849 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1541): a6fa4bac7a370f9f5c6232858ff0dfd8/info is initiating minor compaction (all files) 2024-11-22T19:49:54,849 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6fa4bac7a370f9f5c6232858ff0dfd8/info in TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:54,849 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/604b29f4858540ea934a8f5bf6738b97, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4b1d628fe22c40f3a875d53752242e2e, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d1139917838a4afe90fa3a04623349c7] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp, totalSize=81.5 K 2024-11-22T19:49:54,850 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 604b29f4858540ea934a8f5bf6738b97, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732304980573 2024-11-22T19:49:54,850 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b1d628fe22c40f3a875d53752242e2e, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732304992771 2024-11-22T19:49:54,851 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1139917838a4afe90fa3a04623349c7, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732304992799 2024-11-22T19:49:54,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/4219080db70d44d28df09a7598fd3fd6 is 1055, key is row0066/info:/1732304994823/Put/seqid=0 2024-11-22T19:49:54,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741843_1019 (size=20766) 2024-11-22T19:49:54,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741843_1019 (size=20766) 2024-11-22T19:49:54,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/4219080db70d44d28df09a7598fd3fd6 2024-11-22T19:49:54,867 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6fa4bac7a370f9f5c6232858ff0dfd8#info#compaction#38 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:49:54,867 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/2fac66b3fe8145fcab73a4614bb1373b is 1055, key is row0001/info:/1732304980573/Put/seqid=0 2024-11-22T19:49:54,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/4219080db70d44d28df09a7598fd3fd6 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4219080db70d44d28df09a7598fd3fd6 2024-11-22T19:49:54,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741844_1020 (size=73753) 2024-11-22T19:49:54,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741844_1020 (size=73753) 2024-11-22T19:49:54,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:49:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53768 deadline: 1732305004874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:49:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:49:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:49:54,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4219080db70d44d28df09a7598fd3fd6, entries=15, sequenceid=100, filesize=20.3 K 2024-11-22T19:49:54,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for a6fa4bac7a370f9f5c6232858ff0dfd8 in 31ms, sequenceid=100, compaction requested=false 2024-11-22T19:49:54,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6fa4bac7a370f9f5c6232858ff0dfd8: 2024-11-22T19:49:54,880 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.8 K, sizeToCheck=16.0 K 2024-11-22T19:49:54,880 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:54,880 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/604b29f4858540ea934a8f5bf6738b97 because midkey is the same as first or last row 2024-11-22T19:49:54,882 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/2fac66b3fe8145fcab73a4614bb1373b as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/2fac66b3fe8145fcab73a4614bb1373b 2024-11-22T19:49:54,888 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6fa4bac7a370f9f5c6232858ff0dfd8/info of a6fa4bac7a370f9f5c6232858ff0dfd8 into 2fac66b3fe8145fcab73a4614bb1373b(size=72.0 K), total size for store is 92.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:49:54,889 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6fa4bac7a370f9f5c6232858ff0dfd8: 2024-11-22T19:49:54,889 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., storeName=a6fa4bac7a370f9f5c6232858ff0dfd8/info, priority=13, startTime=1732304994848; duration=0sec 2024-11-22T19:49:54,889 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-22T19:49:54,889 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:54,889 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-22T19:49:54,889 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:54,889 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-22T19:49:54,889 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T19:49:54,890 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:49:54,890 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:49:54,891 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6fa4bac7a370f9f5c6232858ff0dfd8:info 2024-11-22T19:49:54,891 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36907 {}] assignment.AssignmentManager(1363): Split request from 982bb8edae1e,33379,1732304969514, parent={ENCODED => a6fa4bac7a370f9f5c6232858ff0dfd8, NAME => 'TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-22T19:49:54,896 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36907 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:54,900 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=a6fa4bac7a370f9f5c6232858ff0dfd8, daughterA=ce258fb0a491ee6e7a441b8b360981e7, daughterB=996f95d25172481a66745374a15d067f 2024-11-22T19:49:54,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=a6fa4bac7a370f9f5c6232858ff0dfd8, daughterA=ce258fb0a491ee6e7a441b8b360981e7, daughterB=996f95d25172481a66745374a15d067f 2024-11-22T19:49:54,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=a6fa4bac7a370f9f5c6232858ff0dfd8, daughterA=ce258fb0a491ee6e7a441b8b360981e7, daughterB=996f95d25172481a66745374a15d067f 2024-11-22T19:49:54,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=a6fa4bac7a370f9f5c6232858ff0dfd8, daughterA=ce258fb0a491ee6e7a441b8b360981e7, daughterB=996f95d25172481a66745374a15d067f 2024-11-22T19:49:54,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6fa4bac7a370f9f5c6232858ff0dfd8, UNASSIGN}] 2024-11-22T19:49:54,908 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6fa4bac7a370f9f5c6232858ff0dfd8, UNASSIGN 2024-11-22T19:49:54,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a6fa4bac7a370f9f5c6232858ff0dfd8, regionState=CLOSING, regionLocation=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:54,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6fa4bac7a370f9f5c6232858ff0dfd8, UNASSIGN because future has completed 2024-11-22T19:49:54,912 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-22T19:49:54,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514}] 2024-11-22T19:49:55,069 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:55,069 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-22T19:49:55,070 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing a6fa4bac7a370f9f5c6232858ff0dfd8, disabling compactions & flushes 2024-11-22T19:49:55,070 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:55,070 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:55,070 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. after waiting 0 ms 2024-11-22T19:49:55,070 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:55,070 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing a6fa4bac7a370f9f5c6232858ff0dfd8 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-22T19:49:55,075 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/866674cdd0b04e1ebe8ac6eeee410edc is 1055, key is row0081/info:/1732304994850/Put/seqid=0 2024-11-22T19:49:55,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741845_1021 (size=19714) 2024-11-22T19:49:55,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741845_1021 (size=19714) 2024-11-22T19:49:55,080 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/866674cdd0b04e1ebe8ac6eeee410edc 2024-11-22T19:49:55,086 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/.tmp/info/866674cdd0b04e1ebe8ac6eeee410edc as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/866674cdd0b04e1ebe8ac6eeee410edc 2024-11-22T19:49:55,091 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/866674cdd0b04e1ebe8ac6eeee410edc, entries=14, sequenceid=118, filesize=19.3 K 2024-11-22T19:49:55,092 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for a6fa4bac7a370f9f5c6232858ff0dfd8 in 22ms, sequenceid=118, compaction requested=true 2024-11-22T19:49:55,093 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/90ac34bf2e024259a019adb7fe2045ef, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d26e936223bd4e4380224ea9fa43e65d, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/604b29f4858540ea934a8f5bf6738b97, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4d27621d02fa41a083c89be526cd808b, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4b1d628fe22c40f3a875d53752242e2e, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d1139917838a4afe90fa3a04623349c7] to archive 2024-11-22T19:49:55,094 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:49:55,095 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/90ac34bf2e024259a019adb7fe2045ef to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/90ac34bf2e024259a019adb7fe2045ef 2024-11-22T19:49:55,096 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d26e936223bd4e4380224ea9fa43e65d to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d26e936223bd4e4380224ea9fa43e65d 2024-11-22T19:49:55,097 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/604b29f4858540ea934a8f5bf6738b97 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/604b29f4858540ea934a8f5bf6738b97 2024-11-22T19:49:55,098 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4d27621d02fa41a083c89be526cd808b to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4d27621d02fa41a083c89be526cd808b 2024-11-22T19:49:55,099 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4b1d628fe22c40f3a875d53752242e2e to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4b1d628fe22c40f3a875d53752242e2e 2024-11-22T19:49:55,101 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d1139917838a4afe90fa3a04623349c7 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/d1139917838a4afe90fa3a04623349c7 2024-11-22T19:49:55,106 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-22T19:49:55,107 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. 2024-11-22T19:49:55,107 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for a6fa4bac7a370f9f5c6232858ff0dfd8: Waiting for close lock at 1732304995070Running coprocessor pre-close hooks at 1732304995070Disabling compacts and flushes for region at 1732304995070Disabling writes for close at 1732304995070Obtaining lock to block concurrent updates at 1732304995070Preparing flush snapshotting stores in a6fa4bac7a370f9f5c6232858ff0dfd8 at 1732304995070Finished memstore snapshotting TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., syncing WAL and waiting on mvcc, flushsize=dataSize=14714, getHeapSize=16032, getOffHeapSize=0, getCellsCount=14 at 1732304995070Flushing stores of TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. at 1732304995071 (+1 ms)Flushing a6fa4bac7a370f9f5c6232858ff0dfd8/info: creating writer at 1732304995071Flushing a6fa4bac7a370f9f5c6232858ff0dfd8/info: appending metadata at 1732304995074 (+3 ms)Flushing a6fa4bac7a370f9f5c6232858ff0dfd8/info: closing flushed file at 1732304995074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d377fb: reopening flushed file at 1732304995085 (+11 ms)Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for a6fa4bac7a370f9f5c6232858ff0dfd8 in 22ms, sequenceid=118, compaction requested=true at 1732304995092 (+7 ms)Writing region close event to WAL at 1732304995103 (+11 ms)Running coprocessor post-close hooks at 1732304995106 (+3 ms)Closed at 1732304995107 (+1 ms) 2024-11-22T19:49:55,109 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:55,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a6fa4bac7a370f9f5c6232858ff0dfd8, regionState=CLOSED 2024-11-22T19:49:55,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 because future has completed 2024-11-22T19:49:55,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T19:49:55,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure a6fa4bac7a370f9f5c6232858ff0dfd8, server=982bb8edae1e,33379,1732304969514 in 200 msec 2024-11-22T19:49:55,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T19:49:55,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6fa4bac7a370f9f5c6232858ff0dfd8, UNASSIGN in 207 msec 2024-11-22T19:49:55,124 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:55,127 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=a6fa4bac7a370f9f5c6232858ff0dfd8, threads=3 2024-11-22T19:49:55,129 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/2fac66b3fe8145fcab73a4614bb1373b for region: a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:55,129 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/866674cdd0b04e1ebe8ac6eeee410edc for region: a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:55,129 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4219080db70d44d28df09a7598fd3fd6 for region: a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:55,140 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/866674cdd0b04e1ebe8ac6eeee410edc, top=true 2024-11-22T19:49:55,140 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4219080db70d44d28df09a7598fd3fd6, top=true 2024-11-22T19:49:55,148 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-866674cdd0b04e1ebe8ac6eeee410edc for child: 996f95d25172481a66745374a15d067f, parent: a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:55,149 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/866674cdd0b04e1ebe8ac6eeee410edc for region: a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:55,153 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-4219080db70d44d28df09a7598fd3fd6 for child: 996f95d25172481a66745374a15d067f, parent: a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:55,153 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/4219080db70d44d28df09a7598fd3fd6 for region: a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:55,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741846_1022 (size=27) 2024-11-22T19:49:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741846_1022 (size=27) 2024-11-22T19:49:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741847_1023 (size=27) 2024-11-22T19:49:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741847_1023 (size=27) 2024-11-22T19:49:55,165 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/2fac66b3fe8145fcab73a4614bb1373b for region: a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:49:55,166 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region a6fa4bac7a370f9f5c6232858ff0dfd8 Daughter A: [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8] storefiles, Daughter B: [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-4219080db70d44d28df09a7598fd3fd6, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-866674cdd0b04e1ebe8ac6eeee410edc] storefiles. 2024-11-22T19:49:55,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741848_1024 (size=71) 2024-11-22T19:49:55,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741848_1024 (size=71) 2024-11-22T19:49:55,177 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:55,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741849_1025 (size=71) 2024-11-22T19:49:55,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741849_1025 (size=71) 2024-11-22T19:49:55,192 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:55,203 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-22T19:49:55,205 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-22T19:49:55,208 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732304995207"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732304995207"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732304995207"}]},"ts":"1732304995207"} 2024-11-22T19:49:55,208 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732304995207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732304995207"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732304995207"}]},"ts":"1732304995207"} 2024-11-22T19:49:55,208 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732304995207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732304995207"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732304995207"}]},"ts":"1732304995207"} 2024-11-22T19:49:55,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ce258fb0a491ee6e7a441b8b360981e7, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=996f95d25172481a66745374a15d067f, ASSIGN}] 2024-11-22T19:49:55,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ce258fb0a491ee6e7a441b8b360981e7, ASSIGN 2024-11-22T19:49:55,227 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=996f95d25172481a66745374a15d067f, ASSIGN 2024-11-22T19:49:55,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ce258fb0a491ee6e7a441b8b360981e7, ASSIGN; state=SPLITTING_NEW, location=982bb8edae1e,33379,1732304969514; forceNewPlan=false, retain=false 2024-11-22T19:49:55,228 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=996f95d25172481a66745374a15d067f, ASSIGN; state=SPLITTING_NEW, location=982bb8edae1e,33379,1732304969514; forceNewPlan=false, retain=false 2024-11-22T19:49:55,379 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=996f95d25172481a66745374a15d067f, regionState=OPENING, regionLocation=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:55,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ce258fb0a491ee6e7a441b8b360981e7, regionState=OPENING, regionLocation=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:55,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=996f95d25172481a66745374a15d067f, ASSIGN because future has completed 2024-11-22T19:49:55,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514}] 2024-11-22T19:49:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ce258fb0a491ee6e7a441b8b360981e7, ASSIGN because future has completed 2024-11-22T19:49:55,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce258fb0a491ee6e7a441b8b360981e7, server=982bb8edae1e,33379,1732304969514}] 2024-11-22T19:49:55,538 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:49:55,539 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 996f95d25172481a66745374a15d067f, NAME => 'TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-22T19:49:55,539 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,539 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:49:55,539 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,539 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,541 INFO [StoreOpener-996f95d25172481a66745374a15d067f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,541 INFO [StoreOpener-996f95d25172481a66745374a15d067f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 996f95d25172481a66745374a15d067f columnFamilyName info 2024-11-22T19:49:55,542 DEBUG [StoreOpener-996f95d25172481a66745374a15d067f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:55,554 DEBUG [StoreOpener-996f95d25172481a66745374a15d067f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8->hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/2fac66b3fe8145fcab73a4614bb1373b-top 2024-11-22T19:49:55,559 DEBUG [StoreOpener-996f95d25172481a66745374a15d067f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-4219080db70d44d28df09a7598fd3fd6 2024-11-22T19:49:55,563 DEBUG [StoreOpener-996f95d25172481a66745374a15d067f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-866674cdd0b04e1ebe8ac6eeee410edc 2024-11-22T19:49:55,563 INFO [StoreOpener-996f95d25172481a66745374a15d067f-1 {}] regionserver.HStore(327): Store=996f95d25172481a66745374a15d067f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:49:55,563 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,564 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,565 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,566 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,566 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,567 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,568 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 996f95d25172481a66745374a15d067f; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724303, jitterRate=-0.0790012925863266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T19:49:55,568 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 996f95d25172481a66745374a15d067f 2024-11-22T19:49:55,569 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 996f95d25172481a66745374a15d067f: Running coprocessor pre-open hook at 1732304995539Writing region info on filesystem at 1732304995539Initializing all the Stores at 1732304995540 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304995540Cleaning up temporary data from old regions at 1732304995566 (+26 ms)Running coprocessor post-open hooks at 1732304995568 (+2 ms)Region opened successfully at 1732304995569 (+1 ms) 2024-11-22T19:49:55,570 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., pid=12, masterSystemTime=1732304995535 2024-11-22T19:49:55,570 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 996f95d25172481a66745374a15d067f:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:49:55,570 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:49:55,570 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:49:55,571 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:49:55,571 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1541): 996f95d25172481a66745374a15d067f/info is initiating minor compaction (all files) 2024-11-22T19:49:55,572 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 996f95d25172481a66745374a15d067f/info in TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:49:55,572 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8->hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/2fac66b3fe8145fcab73a4614bb1373b-top, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-4219080db70d44d28df09a7598fd3fd6, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-866674cdd0b04e1ebe8ac6eeee410edc] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp, totalSize=111.6 K 2024-11-22T19:49:55,572 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:49:55,572 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:49:55,572 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. 2024-11-22T19:49:55,573 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ce258fb0a491ee6e7a441b8b360981e7, NAME => 'TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-22T19:49:55,573 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732304980573 2024-11-22T19:49:55,573 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,573 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:49:55,573 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=996f95d25172481a66745374a15d067f, regionState=OPEN, openSeqNum=122, regionLocation=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:55,573 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-4219080db70d44d28df09a7598fd3fd6, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732304994823 2024-11-22T19:49:55,573 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,574 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-866674cdd0b04e1ebe8ac6eeee410edc, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732304994850 2024-11-22T19:49:55,575 INFO [StoreOpener-ce258fb0a491ee6e7a441b8b360981e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,575 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-22T19:49:55,576 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:49:55,576 INFO [StoreOpener-ce258fb0a491ee6e7a441b8b360981e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce258fb0a491ee6e7a441b8b360981e7 columnFamilyName info 2024-11-22T19:49:55,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514 because future has completed 2024-11-22T19:49:55,576 DEBUG [StoreOpener-ce258fb0a491ee6e7a441b8b360981e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:49:55,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-22T19:49:55,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T19:49:55,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514 in 195 msec 2024-11-22T19:49:55,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=996f95d25172481a66745374a15d067f, ASSIGN in 355 msec 2024-11-22T19:49:55,588 DEBUG [StoreOpener-ce258fb0a491ee6e7a441b8b360981e7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8->hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/2fac66b3fe8145fcab73a4614bb1373b-bottom 2024-11-22T19:49:55,589 INFO [StoreOpener-ce258fb0a491ee6e7a441b8b360981e7-1 {}] regionserver.HStore(327): Store=ce258fb0a491ee6e7a441b8b360981e7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:49:55,589 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,590 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,591 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,591 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,591 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,593 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,594 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened ce258fb0a491ee6e7a441b8b360981e7; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=694501, jitterRate=-0.11689631640911102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T19:49:55,594 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:49:55,594 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ce258fb0a491ee6e7a441b8b360981e7: Running coprocessor pre-open hook at 1732304995573Writing region info on filesystem at 1732304995573Initializing all the Stores at 1732304995574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732304995574Cleaning up temporary data from old regions at 1732304995591 (+17 ms)Running coprocessor post-open hooks at 1732304995594 (+3 ms)Region opened successfully at 1732304995594 2024-11-22T19:49:55,595 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7., pid=13, masterSystemTime=1732304995535 2024-11-22T19:49:55,595 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store ce258fb0a491ee6e7a441b8b360981e7:info, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:49:55,595 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:49:55,595 DEBUG [RS:0;982bb8edae1e:33379-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-22T19:49:55,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/info/cf490f02f443423b987850e934f3c52a is 193, key is TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f./info:regioninfo/1732304995573/Put/seqid=0 2024-11-22T19:49:55,597 INFO [RS:0;982bb8edae1e:33379-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. 2024-11-22T19:49:55,597 DEBUG [RS:0;982bb8edae1e:33379-longCompactions-0 {}] regionserver.HStore(1541): ce258fb0a491ee6e7a441b8b360981e7/info is initiating minor compaction (all files) 2024-11-22T19:49:55,597 INFO [RS:0;982bb8edae1e:33379-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce258fb0a491ee6e7a441b8b360981e7/info in TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. 2024-11-22T19:49:55,597 INFO [RS:0;982bb8edae1e:33379-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8->hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/2fac66b3fe8145fcab73a4614bb1373b-bottom] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/.tmp, totalSize=72.0 K 2024-11-22T19:49:55,598 DEBUG [RS:0;982bb8edae1e:33379-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732304980573 2024-11-22T19:49:55,599 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. 2024-11-22T19:49:55,599 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. 2024-11-22T19:49:55,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ce258fb0a491ee6e7a441b8b360981e7, regionState=OPEN, openSeqNum=122, regionLocation=982bb8edae1e,33379,1732304969514 2024-11-22T19:49:55,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce258fb0a491ee6e7a441b8b360981e7, server=982bb8edae1e,33379,1732304969514 because future has completed 2024-11-22T19:49:55,608 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 996f95d25172481a66745374a15d067f#info#compaction#41 average throughput is 15.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:49:55,609 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/e16c463e7cf743f789a8b42d3a2fe416 is 1055, key is row0064/info:/1732304992818/Put/seqid=0 2024-11-22T19:49:55,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-22T19:49:55,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ce258fb0a491ee6e7a441b8b360981e7, server=982bb8edae1e,33379,1732304969514 in 227 msec 2024-11-22T19:49:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741850_1026 (size=9882) 2024-11-22T19:49:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741850_1026 (size=9882) 2024-11-22T19:49:55,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-22T19:49:55,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ce258fb0a491ee6e7a441b8b360981e7, ASSIGN in 387 msec 2024-11-22T19:49:55,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=a6fa4bac7a370f9f5c6232858ff0dfd8, daughterA=ce258fb0a491ee6e7a441b8b360981e7, daughterB=996f95d25172481a66745374a15d067f in 721 msec 2024-11-22T19:49:55,627 INFO [RS:0;982bb8edae1e:33379-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce258fb0a491ee6e7a441b8b360981e7#info#compaction#42 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:49:55,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741851_1027 (size=37897) 2024-11-22T19:49:55,628 DEBUG [RS:0;982bb8edae1e:33379-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/.tmp/info/1243ae8c30d047a39e8ec2507fba1047 is 1055, key is row0001/info:/1732304980573/Put/seqid=0 2024-11-22T19:49:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741851_1027 (size=37897) 2024-11-22T19:49:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741852_1028 (size=71441) 2024-11-22T19:49:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741852_1028 (size=71441) 2024-11-22T19:49:55,636 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/e16c463e7cf743f789a8b42d3a2fe416 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/e16c463e7cf743f789a8b42d3a2fe416 2024-11-22T19:49:55,639 DEBUG [RS:0;982bb8edae1e:33379-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/.tmp/info/1243ae8c30d047a39e8ec2507fba1047 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/info/1243ae8c30d047a39e8ec2507fba1047 2024-11-22T19:49:55,643 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 996f95d25172481a66745374a15d067f/info of 996f95d25172481a66745374a15d067f into e16c463e7cf743f789a8b42d3a2fe416(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:49:55,643 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:49:55,643 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., storeName=996f95d25172481a66745374a15d067f/info, priority=13, startTime=1732304995570; duration=0sec 2024-11-22T19:49:55,644 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:49:55,644 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 996f95d25172481a66745374a15d067f:info 2024-11-22T19:49:55,646 INFO [RS:0;982bb8edae1e:33379-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in ce258fb0a491ee6e7a441b8b360981e7/info of ce258fb0a491ee6e7a441b8b360981e7 into 1243ae8c30d047a39e8ec2507fba1047(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:49:55,646 DEBUG [RS:0;982bb8edae1e:33379-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce258fb0a491ee6e7a441b8b360981e7: 2024-11-22T19:49:55,646 INFO [RS:0;982bb8edae1e:33379-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7., storeName=ce258fb0a491ee6e7a441b8b360981e7/info, priority=15, startTime=1732304995595; duration=0sec 2024-11-22T19:49:55,646 DEBUG [RS:0;982bb8edae1e:33379-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:49:55,646 DEBUG [RS:0;982bb8edae1e:33379-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce258fb0a491ee6e7a441b8b360981e7:info 2024-11-22T19:49:56,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/info/cf490f02f443423b987850e934f3c52a 2024-11-22T19:49:56,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/ns/84fd8f0461424965b77fa42f1770a32e is 43, key is default/ns:d/1732304970418/Put/seqid=0 2024-11-22T19:49:56,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741853_1029 (size=5153) 2024-11-22T19:49:56,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741853_1029 (size=5153) 2024-11-22T19:49:56,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/ns/84fd8f0461424965b77fa42f1770a32e 2024-11-22T19:49:56,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/table/faa2c78409fa444e9624e6c10f598791 is 65, key is TestLogRolling-testLogRolling/table:state/1732304970842/Put/seqid=0 2024-11-22T19:49:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741854_1030 (size=5340) 2024-11-22T19:49:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741854_1030 (size=5340) 2024-11-22T19:49:56,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/table/faa2c78409fa444e9624e6c10f598791 2024-11-22T19:49:56,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/info/cf490f02f443423b987850e934f3c52a as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/info/cf490f02f443423b987850e934f3c52a 2024-11-22T19:49:56,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/info/cf490f02f443423b987850e934f3c52a, entries=30, sequenceid=17, filesize=9.7 K 2024-11-22T19:49:56,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/ns/84fd8f0461424965b77fa42f1770a32e as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/ns/84fd8f0461424965b77fa42f1770a32e 2024-11-22T19:49:56,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/ns/84fd8f0461424965b77fa42f1770a32e, entries=2, sequenceid=17, filesize=5.0 K 2024-11-22T19:49:56,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/table/faa2c78409fa444e9624e6c10f598791 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/table/faa2c78409fa444e9624e6c10f598791 2024-11-22T19:49:56,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/table/faa2c78409fa444e9624e6c10f598791, entries=2, sequenceid=17, filesize=5.2 K 2024-11-22T19:49:56,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 537ms, sequenceid=17, compaction requested=false 2024-11-22T19:49:56,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-22T19:49:59,424 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:50:00,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T19:50:00,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:00,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T19:50:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53768 deadline: 1732305014893, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. is not online on 982bb8edae1e,33379,1732304969514 2024-11-22T19:50:04,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. is not online on 982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:50:04,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8. is not online on 982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:50:04,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732304970469.a6fa4bac7a370f9f5c6232858ff0dfd8., hostname=982bb8edae1e,33379,1732304969514, seqNum=2 from cache 2024-11-22T19:50:10,441 INFO [master/982bb8edae1e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T19:50:10,441 INFO [master/982bb8edae1e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T19:50:15,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-22T19:50:25,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., hostname=982bb8edae1e,33379,1732304969514, seqNum=122] 2024-11-22T19:50:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:27,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T19:50:27,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/9d318b5139cd447f94f70b3203c0dcec is 1055, key is row0095/info:/1732305025050/Put/seqid=0 2024-11-22T19:50:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741855_1031 (size=13391) 2024-11-22T19:50:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741855_1031 (size=13391) 2024-11-22T19:50:27,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/9d318b5139cd447f94f70b3203c0dcec 2024-11-22T19:50:27,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/9d318b5139cd447f94f70b3203c0dcec as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/9d318b5139cd447f94f70b3203c0dcec 2024-11-22T19:50:27,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/9d318b5139cd447f94f70b3203c0dcec, entries=8, sequenceid=133, filesize=13.1 K 2024-11-22T19:50:27,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=20.53 KB/21020 for 996f95d25172481a66745374a15d067f in 31ms, sequenceid=133, compaction requested=false 2024-11-22T19:50:27,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:27,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-11-22T19:50:27,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/8c9d5225ae3647cc88070241e8feda3a is 1055, key is row0103/info:/1732305027065/Put/seqid=0 2024-11-22T19:50:27,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741856_1032 (size=27103) 2024-11-22T19:50:27,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741856_1032 (size=27103) 2024-11-22T19:50:27,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/8c9d5225ae3647cc88070241e8feda3a 2024-11-22T19:50:27,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/8c9d5225ae3647cc88070241e8feda3a as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/8c9d5225ae3647cc88070241e8feda3a 2024-11-22T19:50:27,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/8c9d5225ae3647cc88070241e8feda3a, entries=21, sequenceid=157, filesize=26.5 K 2024-11-22T19:50:27,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=5.13 KB/5255 for 996f95d25172481a66745374a15d067f in 22ms, sequenceid=157, compaction requested=true 2024-11-22T19:50:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 996f95d25172481a66745374a15d067f:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:50:27,119 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:50:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:27,120 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78391 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:50:27,120 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1541): 996f95d25172481a66745374a15d067f/info is initiating minor compaction (all files) 2024-11-22T19:50:27,121 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 996f95d25172481a66745374a15d067f/info in TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:27,121 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/e16c463e7cf743f789a8b42d3a2fe416, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/9d318b5139cd447f94f70b3203c0dcec, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/8c9d5225ae3647cc88070241e8feda3a] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp, totalSize=76.6 K 2024-11-22T19:50:27,121 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting e16c463e7cf743f789a8b42d3a2fe416, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732304992818 2024-11-22T19:50:27,121 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d318b5139cd447f94f70b3203c0dcec, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732305025050 2024-11-22T19:50:27,122 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c9d5225ae3647cc88070241e8feda3a, keycount=21, bloomtype=ROW, size=26.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732305027065 2024-11-22T19:50:27,135 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 996f95d25172481a66745374a15d067f#info#compaction#47 average throughput is 20.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:50:27,136 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/01a159953f03485796f652fbc1c23bf0 is 1055, key is row0064/info:/1732304992818/Put/seqid=0 2024-11-22T19:50:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741857_1033 (size=68605) 2024-11-22T19:50:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741857_1033 (size=68605) 2024-11-22T19:50:27,149 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/01a159953f03485796f652fbc1c23bf0 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/01a159953f03485796f652fbc1c23bf0 2024-11-22T19:50:27,155 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 996f95d25172481a66745374a15d067f/info of 996f95d25172481a66745374a15d067f into 01a159953f03485796f652fbc1c23bf0(size=67.0 K), total size for store is 67.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:50:27,155 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:27,155 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., storeName=996f95d25172481a66745374a15d067f/info, priority=13, startTime=1732305027119; duration=0sec 2024-11-22T19:50:27,156 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:27,156 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 996f95d25172481a66745374a15d067f:info 2024-11-22T19:50:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:29,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T19:50:29,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/fdc7906d99104c258132d571c26aa2ff is 1055, key is row0124/info:/1732305027098/Put/seqid=0 2024-11-22T19:50:29,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741858_1034 (size=13394) 2024-11-22T19:50:29,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741858_1034 (size=13394) 2024-11-22T19:50:29,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/fdc7906d99104c258132d571c26aa2ff 2024-11-22T19:50:29,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/fdc7906d99104c258132d571c26aa2ff as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/fdc7906d99104c258132d571c26aa2ff 2024-11-22T19:50:29,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/fdc7906d99104c258132d571c26aa2ff, entries=8, sequenceid=169, filesize=13.1 K 2024-11-22T19:50:29,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 996f95d25172481a66745374a15d067f in 24ms, sequenceid=169, compaction requested=false 2024-11-22T19:50:29,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:29,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-22T19:50:29,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/180410e134b34e76a5ea7f27a3502802 is 1055, key is row0132/info:/1732305029113/Put/seqid=0 2024-11-22T19:50:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741859_1035 (size=19728) 2024-11-22T19:50:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741859_1035 (size=19728) 2024-11-22T19:50:29,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/180410e134b34e76a5ea7f27a3502802 2024-11-22T19:50:29,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/180410e134b34e76a5ea7f27a3502802 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/180410e134b34e76a5ea7f27a3502802 2024-11-22T19:50:29,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/180410e134b34e76a5ea7f27a3502802, entries=14, sequenceid=186, filesize=19.3 K 2024-11-22T19:50:29,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 996f95d25172481a66745374a15d067f in 27ms, sequenceid=186, compaction requested=true 2024-11-22T19:50:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 996f95d25172481a66745374a15d067f:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:50:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:29,164 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:50:29,165 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:50:29,165 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1541): 996f95d25172481a66745374a15d067f/info is initiating minor compaction (all files) 2024-11-22T19:50:29,165 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 996f95d25172481a66745374a15d067f/info in TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:29,165 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/01a159953f03485796f652fbc1c23bf0, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/fdc7906d99104c258132d571c26aa2ff, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/180410e134b34e76a5ea7f27a3502802] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp, totalSize=99.3 K 2024-11-22T19:50:29,166 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01a159953f03485796f652fbc1c23bf0, keycount=60, bloomtype=ROW, size=67.0 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732304992818 2024-11-22T19:50:29,166 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdc7906d99104c258132d571c26aa2ff, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732305027098 2024-11-22T19:50:29,166 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 180410e134b34e76a5ea7f27a3502802, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732305029113 2024-11-22T19:50:29,179 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 996f95d25172481a66745374a15d067f#info#compaction#50 average throughput is 41.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:50:29,180 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/4accfeab60aa41328cbd0f52f52c336e is 1055, key is row0064/info:/1732304992818/Put/seqid=0 2024-11-22T19:50:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741860_1036 (size=91950) 2024-11-22T19:50:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741860_1036 (size=91950) 2024-11-22T19:50:29,189 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/4accfeab60aa41328cbd0f52f52c336e as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/4accfeab60aa41328cbd0f52f52c336e 2024-11-22T19:50:29,195 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 996f95d25172481a66745374a15d067f/info of 996f95d25172481a66745374a15d067f into 4accfeab60aa41328cbd0f52f52c336e(size=89.8 K), total size for store is 89.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:50:29,195 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:29,195 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., storeName=996f95d25172481a66745374a15d067f/info, priority=13, startTime=1732305029164; duration=0sec 2024-11-22T19:50:29,195 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:29,195 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 996f95d25172481a66745374a15d067f:info 2024-11-22T19:50:29,424 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:50:30,832 DEBUG [master/982bb8edae1e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T19:50:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:31,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-22T19:50:31,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/dba81e4bcde447719d6b7b1b8ce900c6 is 1055, key is row0146/info:/1732305029138/Put/seqid=0 2024-11-22T19:50:31,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741861_1037 (size=21838) 2024-11-22T19:50:31,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741861_1037 (size=21838) 2024-11-22T19:50:31,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/dba81e4bcde447719d6b7b1b8ce900c6 2024-11-22T19:50:31,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:50:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53768 deadline: 1732305041186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514 2024-11-22T19:50:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., hostname=982bb8edae1e,33379,1732304969514, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., hostname=982bb8edae1e,33379,1732304969514, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:50:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., hostname=982bb8edae1e,33379,1732304969514, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:50:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., hostname=982bb8edae1e,33379,1732304969514, seqNum=122 because the exception is null or not the one we care about 2024-11-22T19:50:31,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/dba81e4bcde447719d6b7b1b8ce900c6 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/dba81e4bcde447719d6b7b1b8ce900c6 2024-11-22T19:50:31,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/dba81e4bcde447719d6b7b1b8ce900c6, entries=16, sequenceid=206, filesize=21.3 K 2024-11-22T19:50:31,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 996f95d25172481a66745374a15d067f in 31ms, sequenceid=206, compaction requested=false 2024-11-22T19:50:31,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:40,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 996f95d25172481a66745374a15d067f, had cached 0 bytes from a total of 113788 2024-11-22T19:50:40,573 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ce258fb0a491ee6e7a441b8b360981e7, had cached 0 bytes from a total of 71441 2024-11-22T19:50:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:41,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-22T19:50:41,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/674317aad2f44be781e6d16bdccd8982 is 1055, key is row0162/info:/1732305031166/Put/seqid=0 2024-11-22T19:50:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741862_1038 (size=19728) 2024-11-22T19:50:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741862_1038 (size=19728) 2024-11-22T19:50:41,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/674317aad2f44be781e6d16bdccd8982 2024-11-22T19:50:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/674317aad2f44be781e6d16bdccd8982 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/674317aad2f44be781e6d16bdccd8982 2024-11-22T19:50:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:50:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53768 deadline: 1732305051220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514 2024-11-22T19:50:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., hostname=982bb8edae1e,33379,1732304969514, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., hostname=982bb8edae1e,33379,1732304969514, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:50:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., hostname=982bb8edae1e,33379,1732304969514, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=996f95d25172481a66745374a15d067f, server=982bb8edae1e,33379,1732304969514 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:50:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., hostname=982bb8edae1e,33379,1732304969514, seqNum=122 because the exception is null or not the one we care about 2024-11-22T19:50:41,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/674317aad2f44be781e6d16bdccd8982, entries=14, sequenceid=223, filesize=19.3 K 2024-11-22T19:50:41,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 996f95d25172481a66745374a15d067f in 31ms, sequenceid=223, compaction requested=true 2024-11-22T19:50:41,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:41,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 996f95d25172481a66745374a15d067f:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:50:41,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:41,225 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:50:41,226 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 133516 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:50:41,226 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1541): 996f95d25172481a66745374a15d067f/info is initiating minor compaction (all files) 2024-11-22T19:50:41,226 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 996f95d25172481a66745374a15d067f/info in TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:41,226 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/4accfeab60aa41328cbd0f52f52c336e, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/dba81e4bcde447719d6b7b1b8ce900c6, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/674317aad2f44be781e6d16bdccd8982] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp, totalSize=130.4 K 2024-11-22T19:50:41,227 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4accfeab60aa41328cbd0f52f52c336e, keycount=82, bloomtype=ROW, size=89.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732304992818 2024-11-22T19:50:41,227 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting dba81e4bcde447719d6b7b1b8ce900c6, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732305029138 2024-11-22T19:50:41,227 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 674317aad2f44be781e6d16bdccd8982, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732305031166 2024-11-22T19:50:41,239 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 996f95d25172481a66745374a15d067f#info#compaction#53 average throughput is 56.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:50:41,240 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/2d92af2ecf3d415c859a15240239e8a8 is 1055, key is row0064/info:/1732304992818/Put/seqid=0 2024-11-22T19:50:41,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741863_1039 (size=123778) 2024-11-22T19:50:41,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741863_1039 (size=123778) 2024-11-22T19:50:41,250 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/2d92af2ecf3d415c859a15240239e8a8 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2d92af2ecf3d415c859a15240239e8a8 2024-11-22T19:50:41,257 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 996f95d25172481a66745374a15d067f/info of 996f95d25172481a66745374a15d067f into 2d92af2ecf3d415c859a15240239e8a8(size=120.9 K), total size for store is 120.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:50:41,257 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:41,257 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., storeName=996f95d25172481a66745374a15d067f/info, priority=13, startTime=1732305041225; duration=0sec 2024-11-22T19:50:41,257 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:41,257 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 996f95d25172481a66745374a15d067f:info 2024-11-22T19:50:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:51,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-22T19:50:51,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/5bb65513d1334baf9454ebc55eb42377 is 1055, key is row0176/info:/1732305041195/Put/seqid=0 2024-11-22T19:50:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741864_1040 (size=21838) 2024-11-22T19:50:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741864_1040 (size=21838) 2024-11-22T19:50:51,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/5bb65513d1334baf9454ebc55eb42377 2024-11-22T19:50:51,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/5bb65513d1334baf9454ebc55eb42377 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5bb65513d1334baf9454ebc55eb42377 2024-11-22T19:50:51,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5bb65513d1334baf9454ebc55eb42377, entries=16, sequenceid=243, filesize=21.3 K 2024-11-22T19:50:51,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=1.03 KB/1051 for 996f95d25172481a66745374a15d067f in 22ms, sequenceid=243, compaction requested=false 2024-11-22T19:50:51,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:53,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T19:50:53,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/29bc58cf8487428c8d2c242fe1c588db is 1055, key is row0192/info:/1732305051235/Put/seqid=0 2024-11-22T19:50:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741865_1041 (size=13394) 2024-11-22T19:50:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741865_1041 (size=13394) 2024-11-22T19:50:53,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/29bc58cf8487428c8d2c242fe1c588db 2024-11-22T19:50:53,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/29bc58cf8487428c8d2c242fe1c588db as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/29bc58cf8487428c8d2c242fe1c588db 2024-11-22T19:50:53,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/29bc58cf8487428c8d2c242fe1c588db, entries=8, sequenceid=254, filesize=13.1 K 2024-11-22T19:50:53,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 996f95d25172481a66745374a15d067f in 26ms, sequenceid=254, compaction requested=true 2024-11-22T19:50:53,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:53,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 996f95d25172481a66745374a15d067f:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:50:53,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:53,272 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:50:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:53,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-22T19:50:53,274 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 159010 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:50:53,274 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1541): 996f95d25172481a66745374a15d067f/info is initiating minor compaction (all files) 2024-11-22T19:50:53,274 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 996f95d25172481a66745374a15d067f/info in TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:53,274 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2d92af2ecf3d415c859a15240239e8a8, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5bb65513d1334baf9454ebc55eb42377, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/29bc58cf8487428c8d2c242fe1c588db] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp, totalSize=155.3 K 2024-11-22T19:50:53,274 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d92af2ecf3d415c859a15240239e8a8, keycount=112, bloomtype=ROW, size=120.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732304992818 2024-11-22T19:50:53,275 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bb65513d1334baf9454ebc55eb42377, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732305041195 2024-11-22T19:50:53,275 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29bc58cf8487428c8d2c242fe1c588db, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732305051235 2024-11-22T19:50:53,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/3a35967c82ea4ee396d98855aca7e10e is 1055, key is row0200/info:/1732305053247/Put/seqid=0 2024-11-22T19:50:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741866_1042 (size=23962) 2024-11-22T19:50:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741866_1042 (size=23962) 2024-11-22T19:50:53,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/3a35967c82ea4ee396d98855aca7e10e 2024-11-22T19:50:53,291 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 996f95d25172481a66745374a15d067f#info#compaction#57 average throughput is 45.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:50:53,292 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/ffca5b69c4a144428bc98faea5303665 is 1055, key is row0064/info:/1732304992818/Put/seqid=0 2024-11-22T19:50:53,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/3a35967c82ea4ee396d98855aca7e10e as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/3a35967c82ea4ee396d98855aca7e10e 2024-11-22T19:50:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741867_1043 (size=149224) 2024-11-22T19:50:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741867_1043 (size=149224) 2024-11-22T19:50:53,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/3a35967c82ea4ee396d98855aca7e10e, entries=18, sequenceid=275, filesize=23.4 K 2024-11-22T19:50:53,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=7.18 KB/7357 for 996f95d25172481a66745374a15d067f in 29ms, sequenceid=275, compaction requested=false 2024-11-22T19:50:53,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:53,306 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/ffca5b69c4a144428bc98faea5303665 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ffca5b69c4a144428bc98faea5303665 2024-11-22T19:50:53,313 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 996f95d25172481a66745374a15d067f/info of 996f95d25172481a66745374a15d067f into ffca5b69c4a144428bc98faea5303665(size=145.7 K), total size for store is 169.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:50:53,313 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:53,313 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., storeName=996f95d25172481a66745374a15d067f/info, priority=13, startTime=1732305053272; duration=0sec 2024-11-22T19:50:53,313 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:53,313 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 996f95d25172481a66745374a15d067f:info 2024-11-22T19:50:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:55,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T19:50:55,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/ae6c6ecc943e4f2f85d243cf79666e36 is 1055, key is row0218/info:/1732305053274/Put/seqid=0 2024-11-22T19:50:55,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741868_1044 (size=13402) 2024-11-22T19:50:55,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/ae6c6ecc943e4f2f85d243cf79666e36 2024-11-22T19:50:55,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741868_1044 (size=13402) 2024-11-22T19:50:55,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/ae6c6ecc943e4f2f85d243cf79666e36 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ae6c6ecc943e4f2f85d243cf79666e36 2024-11-22T19:50:55,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ae6c6ecc943e4f2f85d243cf79666e36, entries=8, sequenceid=287, filesize=13.1 K 2024-11-22T19:50:55,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 996f95d25172481a66745374a15d067f in 26ms, sequenceid=287, compaction requested=true 2024-11-22T19:50:55,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:55,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 996f95d25172481a66745374a15d067f:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:50:55,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:55,314 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:50:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:55,315 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186588 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:50:55,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-22T19:50:55,315 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1541): 996f95d25172481a66745374a15d067f/info is initiating minor compaction (all files) 2024-11-22T19:50:55,315 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 996f95d25172481a66745374a15d067f/info in TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:55,316 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ffca5b69c4a144428bc98faea5303665, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/3a35967c82ea4ee396d98855aca7e10e, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ae6c6ecc943e4f2f85d243cf79666e36] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp, totalSize=182.2 K 2024-11-22T19:50:55,316 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffca5b69c4a144428bc98faea5303665, keycount=136, bloomtype=ROW, size=145.7 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732304992818 2024-11-22T19:50:55,317 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a35967c82ea4ee396d98855aca7e10e, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732305053247 2024-11-22T19:50:55,317 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae6c6ecc943e4f2f85d243cf79666e36, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732305053274 2024-11-22T19:50:55,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/5421ffc51b2045dba8a4bf6a72ce06a1 is 1055, key is row0226/info:/1732305055288/Put/seqid=0 2024-11-22T19:50:55,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741869_1045 (size=21854) 2024-11-22T19:50:55,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741869_1045 (size=21854) 2024-11-22T19:50:55,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/5421ffc51b2045dba8a4bf6a72ce06a1 2024-11-22T19:50:55,333 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 996f95d25172481a66745374a15d067f#info#compaction#60 average throughput is 54.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:50:55,333 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/39a657fad4a147c4887dba4855777ffd is 1055, key is row0064/info:/1732304992818/Put/seqid=0 2024-11-22T19:50:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/5421ffc51b2045dba8a4bf6a72ce06a1 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5421ffc51b2045dba8a4bf6a72ce06a1 2024-11-22T19:50:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741870_1046 (size=176738) 2024-11-22T19:50:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741870_1046 (size=176738) 2024-11-22T19:50:55,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5421ffc51b2045dba8a4bf6a72ce06a1, entries=16, sequenceid=306, filesize=21.3 K 2024-11-22T19:50:55,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=12.32 KB/12612 for 996f95d25172481a66745374a15d067f in 30ms, sequenceid=306, compaction requested=false 2024-11-22T19:50:55,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.HRegion(8855): Flush requested on 996f95d25172481a66745374a15d067f 2024-11-22T19:50:55,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-22T19:50:55,350 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/39a657fad4a147c4887dba4855777ffd as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/39a657fad4a147c4887dba4855777ffd 2024-11-22T19:50:55,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/7c39285223b74e278a02e84ada60bff3 is 1055, key is row0242/info:/1732305055316/Put/seqid=0 2024-11-22T19:50:55,358 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 996f95d25172481a66745374a15d067f/info of 996f95d25172481a66745374a15d067f into 39a657fad4a147c4887dba4855777ffd(size=172.6 K), total size for store is 193.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:50:55,358 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:55,358 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., storeName=996f95d25172481a66745374a15d067f/info, priority=13, startTime=1732305055314; duration=0sec 2024-11-22T19:50:55,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741871_1047 (size=18688) 2024-11-22T19:50:55,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741871_1047 (size=18688) 2024-11-22T19:50:55,358 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:55,358 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 996f95d25172481a66745374a15d067f:info 2024-11-22T19:50:55,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/7c39285223b74e278a02e84ada60bff3 2024-11-22T19:50:55,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/7c39285223b74e278a02e84ada60bff3 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/7c39285223b74e278a02e84ada60bff3 2024-11-22T19:50:55,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/7c39285223b74e278a02e84ada60bff3, entries=13, sequenceid=322, filesize=18.3 K 2024-11-22T19:50:55,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=2.05 KB/2102 for 996f95d25172481a66745374a15d067f in 27ms, sequenceid=322, compaction requested=true 2024-11-22T19:50:55,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:55,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 996f95d25172481a66745374a15d067f:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:50:55,373 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:50:55,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:55,374 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 217280 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:50:55,375 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1541): 996f95d25172481a66745374a15d067f/info is initiating minor compaction (all files) 2024-11-22T19:50:55,375 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 996f95d25172481a66745374a15d067f/info in TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:55,375 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/39a657fad4a147c4887dba4855777ffd, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5421ffc51b2045dba8a4bf6a72ce06a1, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/7c39285223b74e278a02e84ada60bff3] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp, totalSize=212.2 K 2024-11-22T19:50:55,375 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39a657fad4a147c4887dba4855777ffd, keycount=162, bloomtype=ROW, size=172.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732304992818 2024-11-22T19:50:55,376 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5421ffc51b2045dba8a4bf6a72ce06a1, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732305055288 2024-11-22T19:50:55,376 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c39285223b74e278a02e84ada60bff3, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732305055316 2024-11-22T19:50:55,388 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 996f95d25172481a66745374a15d067f#info#compaction#62 average throughput is 63.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:50:55,388 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/f2978150687b4ec1bc76e5bbb14d5ef7 is 1055, key is row0064/info:/1732304992818/Put/seqid=0 2024-11-22T19:50:55,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741872_1048 (size=207483) 2024-11-22T19:50:55,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741872_1048 (size=207483) 2024-11-22T19:50:55,399 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/f2978150687b4ec1bc76e5bbb14d5ef7 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/f2978150687b4ec1bc76e5bbb14d5ef7 2024-11-22T19:50:55,405 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 996f95d25172481a66745374a15d067f/info of 996f95d25172481a66745374a15d067f into f2978150687b4ec1bc76e5bbb14d5ef7(size=202.6 K), total size for store is 202.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:50:55,405 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:55,405 INFO [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., storeName=996f95d25172481a66745374a15d067f/info, priority=13, startTime=1732305055373; duration=0sec 2024-11-22T19:50:55,406 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:50:55,406 DEBUG [RS:0;982bb8edae1e:33379-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 996f95d25172481a66745374a15d067f:info 2024-11-22T19:50:57,351 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-22T19:50:57,364 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732305057351, exclude list is [], retry=0 2024-11-22T19:50:57,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32795,DS-5f40af97-ad1c-4c8d-9f7d-8460d610f9dc,DISK] 2024-11-22T19:50:57,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-2e2be52b-67b6-4e80-b8cf-57399dc56a34,DISK] 2024-11-22T19:50:57,368 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732304969932 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732305057351 2024-11-22T19:50:57,369 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523),(127.0.0.1/127.0.0.1:41783:41783)] 2024-11-22T19:50:57,369 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732304969932 is not closed yet, will try archiving it next time 2024-11-22T19:50:57,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741833_1009 (size=308076) 2024-11-22T19:50:57,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741833_1009 (size=308076) 2024-11-22T19:50:57,374 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ce258fb0a491ee6e7a441b8b360981e7: 2024-11-22T19:50:57,374 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 996f95d25172481a66745374a15d067f 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-22T19:50:57,378 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/895a3d18f858464988ee274360cb40c6 is 1055, key is row0255/info:/1732305055347/Put/seqid=0 2024-11-22T19:50:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741874_1050 (size=7066) 2024-11-22T19:50:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741874_1050 (size=7066) 2024-11-22T19:50:57,384 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/895a3d18f858464988ee274360cb40c6 2024-11-22T19:50:57,389 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/.tmp/info/895a3d18f858464988ee274360cb40c6 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/895a3d18f858464988ee274360cb40c6 2024-11-22T19:50:57,393 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/895a3d18f858464988ee274360cb40c6, entries=2, sequenceid=329, filesize=6.9 K 2024-11-22T19:50:57,394 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 996f95d25172481a66745374a15d067f in 20ms, sequenceid=329, compaction requested=false 2024-11-22T19:50:57,394 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 996f95d25172481a66745374a15d067f: 2024-11-22T19:50:57,395 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-22T19:50:57,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/info/1fde43b47da1432c9b740c94d722e418 is 186, key is TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7./info:regioninfo/1732304995600/Put/seqid=0 2024-11-22T19:50:57,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741875_1051 (size=6153) 2024-11-22T19:50:57,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741875_1051 (size=6153) 2024-11-22T19:50:57,403 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/info/1fde43b47da1432c9b740c94d722e418 2024-11-22T19:50:57,408 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/.tmp/info/1fde43b47da1432c9b740c94d722e418 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/info/1fde43b47da1432c9b740c94d722e418 2024-11-22T19:50:57,413 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/info/1fde43b47da1432c9b740c94d722e418, entries=5, sequenceid=21, filesize=6.0 K 2024-11-22T19:50:57,414 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-22T19:50:57,414 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-22T19:50:57,427 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732305057414, exclude list is [], retry=0 2024-11-22T19:50:57,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-2e2be52b-67b6-4e80-b8cf-57399dc56a34,DISK] 2024-11-22T19:50:57,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32795,DS-5f40af97-ad1c-4c8d-9f7d-8460d610f9dc,DISK] 2024-11-22T19:50:57,431 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732305057351 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732305057414 2024-11-22T19:50:57,431 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523),(127.0.0.1/127.0.0.1:41783:41783)] 2024-11-22T19:50:57,431 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732305057351 is not closed yet, will try archiving it next time 2024-11-22T19:50:57,431 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732304969932 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/oldWALs/982bb8edae1e%2C33379%2C1732304969514.1732304969932 2024-11-22T19:50:57,432 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T19:50:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741873_1049 (size=731) 2024-11-22T19:50:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741873_1049 (size=731) 2024-11-22T19:50:57,433 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/WALs/982bb8edae1e,33379,1732304969514/982bb8edae1e%2C33379%2C1732304969514.1732305057351 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/oldWALs/982bb8edae1e%2C33379%2C1732304969514.1732305057351 2024-11-22T19:50:57,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T19:50:57,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:50:57,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:50:57,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:50:57,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:50:57,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:50:57,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T19:50:57,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1035622894, stopped=false 2024-11-22T19:50:57,533 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=982bb8edae1e,36907,1732304969443 2024-11-22T19:50:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:50:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:50:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:57,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:50:57,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:50:57,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:50:57,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:50:57,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:50:57,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:50:57,536 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,33379,1732304969514' ***** 2024-11-22T19:50:57,536 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:50:57,536 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:50:57,536 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:50:57,536 INFO [RS:0;982bb8edae1e:33379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:50:57,536 INFO [RS:0;982bb8edae1e:33379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:50:57,536 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(3091): Received CLOSE for ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:50:57,536 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(3091): Received CLOSE for 996f95d25172481a66745374a15d067f 2024-11-22T19:50:57,536 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,33379,1732304969514 2024-11-22T19:50:57,536 INFO [RS:0;982bb8edae1e:33379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:50:57,536 INFO [RS:0;982bb8edae1e:33379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;982bb8edae1e:33379. 2024-11-22T19:50:57,536 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce258fb0a491ee6e7a441b8b360981e7, disabling compactions & flushes 2024-11-22T19:50:57,537 DEBUG [RS:0;982bb8edae1e:33379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:50:57,537 DEBUG [RS:0;982bb8edae1e:33379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:50:57,537 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. 2024-11-22T19:50:57,537 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. 2024-11-22T19:50:57,537 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. after waiting 0 ms 2024-11-22T19:50:57,537 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. 2024-11-22T19:50:57,537 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:50:57,537 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:50:57,537 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:50:57,537 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T19:50:57,537 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T19:50:57,537 DEBUG [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(1325): Online Regions={ce258fb0a491ee6e7a441b8b360981e7=TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7., 996f95d25172481a66745374a15d067f=TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T19:50:57,537 DEBUG [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 996f95d25172481a66745374a15d067f, ce258fb0a491ee6e7a441b8b360981e7 2024-11-22T19:50:57,537 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:50:57,537 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8->hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/2fac66b3fe8145fcab73a4614bb1373b-bottom] to archive 2024-11-22T19:50:57,537 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:50:57,537 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:50:57,537 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:50:57,537 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:50:57,538 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:50:57,540 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:50:57,540 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=982bb8edae1e:36907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-22T19:50:57,541 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-22T19:50:57,542 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-22T19:50:57,543 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:50:57,543 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:50:57,543 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732305057537Running coprocessor pre-close hooks at 1732305057537Disabling compacts and flushes for region at 1732305057537Disabling writes for close at 1732305057537Writing region close event to WAL at 1732305057539 (+2 ms)Running coprocessor post-close hooks at 1732305057543 (+4 ms)Closed at 1732305057543 2024-11-22T19:50:57,543 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T19:50:57,544 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/ce258fb0a491ee6e7a441b8b360981e7/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-22T19:50:57,545 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. 2024-11-22T19:50:57,545 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce258fb0a491ee6e7a441b8b360981e7: Waiting for close lock at 1732305057536Running coprocessor pre-close hooks at 1732305057536Disabling compacts and flushes for region at 1732305057536Disabling writes for close at 1732305057537 (+1 ms)Writing region close event to WAL at 1732305057541 (+4 ms)Running coprocessor post-close hooks at 1732305057545 (+4 ms)Closed at 1732305057545 2024-11-22T19:50:57,545 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732304994896.ce258fb0a491ee6e7a441b8b360981e7. 2024-11-22T19:50:57,545 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 996f95d25172481a66745374a15d067f, disabling compactions & flushes 2024-11-22T19:50:57,545 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:57,545 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:57,545 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. after waiting 0 ms 2024-11-22T19:50:57,545 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:57,546 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8->hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/a6fa4bac7a370f9f5c6232858ff0dfd8/info/2fac66b3fe8145fcab73a4614bb1373b-top, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-4219080db70d44d28df09a7598fd3fd6, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/e16c463e7cf743f789a8b42d3a2fe416, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-866674cdd0b04e1ebe8ac6eeee410edc, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/9d318b5139cd447f94f70b3203c0dcec, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/01a159953f03485796f652fbc1c23bf0, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/8c9d5225ae3647cc88070241e8feda3a, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/fdc7906d99104c258132d571c26aa2ff, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/4accfeab60aa41328cbd0f52f52c336e, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/180410e134b34e76a5ea7f27a3502802, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/dba81e4bcde447719d6b7b1b8ce900c6, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2d92af2ecf3d415c859a15240239e8a8, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/674317aad2f44be781e6d16bdccd8982, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5bb65513d1334baf9454ebc55eb42377, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ffca5b69c4a144428bc98faea5303665, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/29bc58cf8487428c8d2c242fe1c588db, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/3a35967c82ea4ee396d98855aca7e10e, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/39a657fad4a147c4887dba4855777ffd, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ae6c6ecc943e4f2f85d243cf79666e36, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5421ffc51b2045dba8a4bf6a72ce06a1, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/7c39285223b74e278a02e84ada60bff3] to archive 2024-11-22T19:50:57,547 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:50:57,548 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2fac66b3fe8145fcab73a4614bb1373b.a6fa4bac7a370f9f5c6232858ff0dfd8 2024-11-22T19:50:57,550 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-4219080db70d44d28df09a7598fd3fd6 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-4219080db70d44d28df09a7598fd3fd6 2024-11-22T19:50:57,551 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/e16c463e7cf743f789a8b42d3a2fe416 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/e16c463e7cf743f789a8b42d3a2fe416 2024-11-22T19:50:57,552 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-866674cdd0b04e1ebe8ac6eeee410edc to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/TestLogRolling-testLogRolling=a6fa4bac7a370f9f5c6232858ff0dfd8-866674cdd0b04e1ebe8ac6eeee410edc 2024-11-22T19:50:57,553 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/9d318b5139cd447f94f70b3203c0dcec to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/9d318b5139cd447f94f70b3203c0dcec 2024-11-22T19:50:57,555 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/01a159953f03485796f652fbc1c23bf0 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/01a159953f03485796f652fbc1c23bf0 2024-11-22T19:50:57,556 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/8c9d5225ae3647cc88070241e8feda3a to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/8c9d5225ae3647cc88070241e8feda3a 2024-11-22T19:50:57,557 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/fdc7906d99104c258132d571c26aa2ff to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/fdc7906d99104c258132d571c26aa2ff 2024-11-22T19:50:57,558 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/4accfeab60aa41328cbd0f52f52c336e to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/4accfeab60aa41328cbd0f52f52c336e 2024-11-22T19:50:57,560 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/180410e134b34e76a5ea7f27a3502802 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/180410e134b34e76a5ea7f27a3502802 2024-11-22T19:50:57,561 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/dba81e4bcde447719d6b7b1b8ce900c6 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/dba81e4bcde447719d6b7b1b8ce900c6 2024-11-22T19:50:57,562 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2d92af2ecf3d415c859a15240239e8a8 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/2d92af2ecf3d415c859a15240239e8a8 2024-11-22T19:50:57,564 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/674317aad2f44be781e6d16bdccd8982 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/674317aad2f44be781e6d16bdccd8982 2024-11-22T19:50:57,565 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5bb65513d1334baf9454ebc55eb42377 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5bb65513d1334baf9454ebc55eb42377 2024-11-22T19:50:57,566 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ffca5b69c4a144428bc98faea5303665 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ffca5b69c4a144428bc98faea5303665 2024-11-22T19:50:57,568 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/29bc58cf8487428c8d2c242fe1c588db to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/29bc58cf8487428c8d2c242fe1c588db 2024-11-22T19:50:57,569 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/3a35967c82ea4ee396d98855aca7e10e to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/3a35967c82ea4ee396d98855aca7e10e 2024-11-22T19:50:57,570 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/39a657fad4a147c4887dba4855777ffd to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/39a657fad4a147c4887dba4855777ffd 2024-11-22T19:50:57,571 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ae6c6ecc943e4f2f85d243cf79666e36 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/ae6c6ecc943e4f2f85d243cf79666e36 2024-11-22T19:50:57,572 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5421ffc51b2045dba8a4bf6a72ce06a1 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/5421ffc51b2045dba8a4bf6a72ce06a1 2024-11-22T19:50:57,573 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/7c39285223b74e278a02e84ada60bff3 to hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/archive/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/info/7c39285223b74e278a02e84ada60bff3 2024-11-22T19:50:57,573 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [e16c463e7cf743f789a8b42d3a2fe416=37897, 9d318b5139cd447f94f70b3203c0dcec=13391, 01a159953f03485796f652fbc1c23bf0=68605, 8c9d5225ae3647cc88070241e8feda3a=27103, fdc7906d99104c258132d571c26aa2ff=13394, 4accfeab60aa41328cbd0f52f52c336e=91950, 180410e134b34e76a5ea7f27a3502802=19728, dba81e4bcde447719d6b7b1b8ce900c6=21838, 2d92af2ecf3d415c859a15240239e8a8=123778, 674317aad2f44be781e6d16bdccd8982=19728, 5bb65513d1334baf9454ebc55eb42377=21838, ffca5b69c4a144428bc98faea5303665=149224, 29bc58cf8487428c8d2c242fe1c588db=13394, 3a35967c82ea4ee396d98855aca7e10e=23962, 39a657fad4a147c4887dba4855777ffd=176738, ae6c6ecc943e4f2f85d243cf79666e36=13402, 5421ffc51b2045dba8a4bf6a72ce06a1=21854, 7c39285223b74e278a02e84ada60bff3=18688] 2024-11-22T19:50:57,577 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/data/default/TestLogRolling-testLogRolling/996f95d25172481a66745374a15d067f/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-22T19:50:57,578 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:57,578 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 996f95d25172481a66745374a15d067f: Waiting for close lock at 1732305057545Running coprocessor pre-close hooks at 1732305057545Disabling compacts and flushes for region at 1732305057545Disabling writes for close at 1732305057545Writing region close event to WAL at 1732305057574 (+29 ms)Running coprocessor post-close hooks at 1732305057578 (+4 ms)Closed at 1732305057578 2024-11-22T19:50:57,578 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732304994896.996f95d25172481a66745374a15d067f. 2024-11-22T19:50:57,737 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,33379,1732304969514; all regions closed. 2024-11-22T19:50:57,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741834_1010 (size=8107) 2024-11-22T19:50:57,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741834_1010 (size=8107) 2024-11-22T19:50:57,742 DEBUG [RS:0;982bb8edae1e:33379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/oldWALs 2024-11-22T19:50:57,743 INFO [RS:0;982bb8edae1e:33379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C33379%2C1732304969514.meta:.meta(num 1732304970361) 2024-11-22T19:50:57,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741876_1052 (size=778) 2024-11-22T19:50:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741876_1052 (size=778) 2024-11-22T19:50:57,747 DEBUG [RS:0;982bb8edae1e:33379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/oldWALs 2024-11-22T19:50:57,747 INFO [RS:0;982bb8edae1e:33379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C33379%2C1732304969514:(num 1732305057414) 2024-11-22T19:50:57,747 DEBUG [RS:0;982bb8edae1e:33379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:50:57,747 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:50:57,747 INFO [RS:0;982bb8edae1e:33379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:50:57,747 INFO [RS:0;982bb8edae1e:33379 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T19:50:57,747 INFO [RS:0;982bb8edae1e:33379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:50:57,747 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:50:57,748 INFO [RS:0;982bb8edae1e:33379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33379 2024-11-22T19:50:57,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,33379,1732304969514 2024-11-22T19:50:57,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:50:57,750 INFO [RS:0;982bb8edae1e:33379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:50:57,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,33379,1732304969514] 2024-11-22T19:50:57,754 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,33379,1732304969514 already deleted, retry=false 2024-11-22T19:50:57,754 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,33379,1732304969514 expired; onlineServers=0 2024-11-22T19:50:57,754 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '982bb8edae1e,36907,1732304969443' ***** 2024-11-22T19:50:57,754 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T19:50:57,754 INFO [M:0;982bb8edae1e:36907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:50:57,754 INFO [M:0;982bb8edae1e:36907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:50:57,754 DEBUG [M:0;982bb8edae1e:36907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T19:50:57,754 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T19:50:57,754 DEBUG [M:0;982bb8edae1e:36907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T19:50:57,754 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304969739 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732304969739,5,FailOnTimeoutGroup] 2024-11-22T19:50:57,754 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304969739 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732304969739,5,FailOnTimeoutGroup] 2024-11-22T19:50:57,754 INFO [M:0;982bb8edae1e:36907 {}] hbase.ChoreService(370): Chore service for: master/982bb8edae1e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T19:50:57,755 INFO [M:0;982bb8edae1e:36907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:50:57,755 DEBUG [M:0;982bb8edae1e:36907 {}] master.HMaster(1795): Stopping service threads 2024-11-22T19:50:57,755 INFO [M:0;982bb8edae1e:36907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T19:50:57,755 INFO [M:0;982bb8edae1e:36907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:50:57,755 INFO [M:0;982bb8edae1e:36907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T19:50:57,755 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T19:50:57,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T19:50:57,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:57,756 DEBUG [M:0;982bb8edae1e:36907 {}] zookeeper.ZKUtil(347): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T19:50:57,756 WARN [M:0;982bb8edae1e:36907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T19:50:57,757 INFO [M:0;982bb8edae1e:36907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/.lastflushedseqids 2024-11-22T19:50:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741877_1053 (size=228) 2024-11-22T19:50:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741877_1053 (size=228) 2024-11-22T19:50:57,763 INFO [M:0;982bb8edae1e:36907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T19:50:57,763 INFO [M:0;982bb8edae1e:36907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T19:50:57,763 DEBUG [M:0;982bb8edae1e:36907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:50:57,763 INFO [M:0;982bb8edae1e:36907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:50:57,763 DEBUG [M:0;982bb8edae1e:36907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:50:57,763 DEBUG [M:0;982bb8edae1e:36907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:50:57,763 DEBUG [M:0;982bb8edae1e:36907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:50:57,763 INFO [M:0;982bb8edae1e:36907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-22T19:50:57,779 DEBUG [M:0;982bb8edae1e:36907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4c3e19ee65e4b2d9c154c2a11c52b64 is 82, key is hbase:meta,,1/info:regioninfo/1732304970403/Put/seqid=0 2024-11-22T19:50:57,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741878_1054 (size=5672) 2024-11-22T19:50:57,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741878_1054 (size=5672) 2024-11-22T19:50:57,784 INFO [M:0;982bb8edae1e:36907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4c3e19ee65e4b2d9c154c2a11c52b64 2024-11-22T19:50:57,799 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:50:57,809 DEBUG [M:0;982bb8edae1e:36907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2cd4a78409d4db79ae93821cf28677c is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732304970849/Put/seqid=0 2024-11-22T19:50:57,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741879_1055 (size=7090) 2024-11-22T19:50:57,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741879_1055 (size=7090) 2024-11-22T19:50:57,816 INFO [M:0;982bb8edae1e:36907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2cd4a78409d4db79ae93821cf28677c 2024-11-22T19:50:57,821 INFO [M:0;982bb8edae1e:36907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2cd4a78409d4db79ae93821cf28677c 2024-11-22T19:50:57,837 DEBUG [M:0;982bb8edae1e:36907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2174d16de514412a6654548e3801966 is 69, key is 982bb8edae1e,33379,1732304969514/rs:state/1732304969773/Put/seqid=0 2024-11-22T19:50:57,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741880_1056 (size=5156) 2024-11-22T19:50:57,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741880_1056 (size=5156) 2024-11-22T19:50:57,843 INFO [M:0;982bb8edae1e:36907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2174d16de514412a6654548e3801966 2024-11-22T19:50:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:50:57,851 INFO [RS:0;982bb8edae1e:33379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:50:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101413a095d0001, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:50:57,851 INFO [RS:0;982bb8edae1e:33379 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,33379,1732304969514; zookeeper connection closed. 2024-11-22T19:50:57,852 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28817419 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28817419 2024-11-22T19:50:57,852 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T19:50:57,862 DEBUG [M:0;982bb8edae1e:36907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b6f9d5552bf74fb49f9f0970182fdb44 is 52, key is load_balancer_on/state:d/1732304970464/Put/seqid=0 2024-11-22T19:50:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741881_1057 (size=5056) 2024-11-22T19:50:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741881_1057 (size=5056) 2024-11-22T19:50:57,867 INFO [M:0;982bb8edae1e:36907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b6f9d5552bf74fb49f9f0970182fdb44 2024-11-22T19:50:57,873 DEBUG [M:0;982bb8edae1e:36907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4c3e19ee65e4b2d9c154c2a11c52b64 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4c3e19ee65e4b2d9c154c2a11c52b64 2024-11-22T19:50:57,877 INFO [M:0;982bb8edae1e:36907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4c3e19ee65e4b2d9c154c2a11c52b64, entries=8, sequenceid=125, filesize=5.5 K 2024-11-22T19:50:57,878 DEBUG [M:0;982bb8edae1e:36907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2cd4a78409d4db79ae93821cf28677c as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2cd4a78409d4db79ae93821cf28677c 2024-11-22T19:50:57,882 INFO [M:0;982bb8edae1e:36907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2cd4a78409d4db79ae93821cf28677c 2024-11-22T19:50:57,882 INFO [M:0;982bb8edae1e:36907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2cd4a78409d4db79ae93821cf28677c, entries=13, sequenceid=125, filesize=6.9 K 2024-11-22T19:50:57,883 DEBUG [M:0;982bb8edae1e:36907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2174d16de514412a6654548e3801966 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2174d16de514412a6654548e3801966 2024-11-22T19:50:57,887 INFO [M:0;982bb8edae1e:36907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2174d16de514412a6654548e3801966, entries=1, sequenceid=125, filesize=5.0 K 2024-11-22T19:50:57,888 DEBUG [M:0;982bb8edae1e:36907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b6f9d5552bf74fb49f9f0970182fdb44 as hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b6f9d5552bf74fb49f9f0970182fdb44 2024-11-22T19:50:57,892 INFO [M:0;982bb8edae1e:36907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34471/user/jenkins/test-data/345b850a-ac71-0a94-9d2e-8b7e890a48ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b6f9d5552bf74fb49f9f0970182fdb44, entries=1, sequenceid=125, filesize=4.9 K 2024-11-22T19:50:57,893 INFO [M:0;982bb8edae1e:36907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=125, compaction requested=false 2024-11-22T19:50:57,895 INFO [M:0;982bb8edae1e:36907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:50:57,895 DEBUG [M:0;982bb8edae1e:36907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732305057763Disabling compacts and flushes for region at 1732305057763Disabling writes for close at 1732305057763Obtaining lock to block concurrent updates at 1732305057763Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732305057763Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1732305057764 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732305057764Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732305057764Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732305057778 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732305057778Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732305057788 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732305057809 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732305057809Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732305057821 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732305057836 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732305057837 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732305057848 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732305057861 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732305057862 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e29f9f: reopening flushed file at 1732305057872 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5d8fa8: reopening flushed file at 1732305057878 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66949ac2: reopening flushed file at 1732305057882 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1019fc: reopening flushed file at 1732305057887 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=125, compaction requested=false at 1732305057893 (+6 ms)Writing region close event to WAL at 1732305057894 (+1 ms)Closed at 1732305057894 2024-11-22T19:50:57,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741830_1006 (size=61320) 2024-11-22T19:50:57,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32795 is added to blk_1073741830_1006 (size=61320) 2024-11-22T19:50:57,897 INFO [M:0;982bb8edae1e:36907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T19:50:57,897 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:50:57,898 INFO [M:0;982bb8edae1e:36907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36907 2024-11-22T19:50:57,898 INFO [M:0;982bb8edae1e:36907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:50:58,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:50:58,000 INFO [M:0;982bb8edae1e:36907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:50:58,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x101413a095d0000, quorum=127.0.0.1:57308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:50:58,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f0d5db2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:50:58,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30ae9b14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:50:58,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:50:58,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18e69597{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:50:58,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eefba41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/hadoop.log.dir/,STOPPED} 2024-11-22T19:50:58,004 WARN [BP-1755452250-172.17.0.2-1732304968571 heartbeating to localhost/127.0.0.1:34471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:50:58,004 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:50:58,004 WARN [BP-1755452250-172.17.0.2-1732304968571 heartbeating to localhost/127.0.0.1:34471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755452250-172.17.0.2-1732304968571 (Datanode Uuid 4ded34a0-03bc-4eb6-8d06-cf680958efb2) service to localhost/127.0.0.1:34471 2024-11-22T19:50:58,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:50:58,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/data/data3/current/BP-1755452250-172.17.0.2-1732304968571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:50:58,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/data/data4/current/BP-1755452250-172.17.0.2-1732304968571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:50:58,005 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:50:58,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6716c0d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:50:58,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e88334{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:50:58,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:50:58,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a1b2100{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:50:58,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d9abcce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/hadoop.log.dir/,STOPPED} 2024-11-22T19:50:58,010 WARN [BP-1755452250-172.17.0.2-1732304968571 heartbeating to localhost/127.0.0.1:34471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:50:58,010 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:50:58,011 WARN [BP-1755452250-172.17.0.2-1732304968571 heartbeating to localhost/127.0.0.1:34471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755452250-172.17.0.2-1732304968571 (Datanode Uuid b2f9e7c8-1ac7-4877-a9dd-16d4ca196870) service to localhost/127.0.0.1:34471 2024-11-22T19:50:58,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:50:58,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/data/data1/current/BP-1755452250-172.17.0.2-1732304968571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:50:58,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/cluster_df3a2328-672c-792e-9a0b-0a2b02018a0f/data/data2/current/BP-1755452250-172.17.0.2-1732304968571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:50:58,012 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:50:58,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e819c7f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:50:58,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2beac104{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:50:58,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:50:58,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d8b4fb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:50:58,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26dfd1d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/hadoop.log.dir/,STOPPED} 2024-11-22T19:50:58,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T19:50:58,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T19:50:58,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 98) - Thread LEAK? -, OpenFileDescriptor=458 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=8326 (was 8250) - AvailableMemoryMB LEAK? - 2024-11-22T19:50:58,065 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=109, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8326 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/hadoop.log.dir so I do NOT create it in target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c54daea-f19b-98ea-945f-916ed07bd509/hadoop.tmp.dir so I do NOT create it in target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b, deleteOnExit=true 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/test.cache.data in system properties and HBase conf 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/hadoop.log.dir in system properties and HBase conf 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T19:50:58,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T19:50:58,066 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/nfs.dump.dir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/java.io.tmpdir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T19:50:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T19:50:58,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:50:58,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:50:58,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:50:58,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:50:58,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:50:58,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:50:58,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@401522c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:50:58,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b408329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:50:58,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@574857dc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/java.io.tmpdir/jetty-localhost-38439-hadoop-hdfs-3_4_1-tests_jar-_-any-9796292784363239995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:50:58,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5577db77{HTTP/1.1, (http/1.1)}{localhost:38439} 2024-11-22T19:50:58,278 INFO [Time-limited test {}] server.Server(415): Started @230442ms 2024-11-22T19:50:58,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:50:58,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:50:58,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:50:58,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:50:58,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:50:58,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31184874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:50:58,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a0fc85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:50:58,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f89a33d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/java.io.tmpdir/jetty-localhost-42359-hadoop-hdfs-3_4_1-tests_jar-_-any-16590135755536510936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:50:58,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e357674{HTTP/1.1, (http/1.1)}{localhost:42359} 2024-11-22T19:50:58,474 INFO [Time-limited test {}] server.Server(415): Started @230638ms 2024-11-22T19:50:58,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:50:58,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:50:58,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:50:58,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:50:58,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:50:58,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T19:50:58,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@152b14e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:50:58,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f918d2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:50:58,586 WARN [Thread-1594 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/data/data2/current/BP-666549192-172.17.0.2-1732305058098/current, will proceed with Du for space computation calculation, 2024-11-22T19:50:58,586 WARN [Thread-1593 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/data/data1/current/BP-666549192-172.17.0.2-1732305058098/current, will proceed with Du for space computation calculation, 2024-11-22T19:50:58,602 WARN [Thread-1572 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:50:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d1a51efc668fe59 with lease ID 0x12ec65e341b3a095: Processing first storage report for DS-cb806444-9bd2-4975-930f-21c2da17e849 from datanode DatanodeRegistration(127.0.0.1:39799, datanodeUuid=204ea3b2-555c-45c8-b0fd-db6932e7ec3e, infoPort=40763, infoSecurePort=0, ipcPort=35759, storageInfo=lv=-57;cid=testClusterID;nsid=2080902940;c=1732305058098) 2024-11-22T19:50:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d1a51efc668fe59 with lease ID 0x12ec65e341b3a095: from storage DS-cb806444-9bd2-4975-930f-21c2da17e849 node DatanodeRegistration(127.0.0.1:39799, datanodeUuid=204ea3b2-555c-45c8-b0fd-db6932e7ec3e, infoPort=40763, infoSecurePort=0, ipcPort=35759, storageInfo=lv=-57;cid=testClusterID;nsid=2080902940;c=1732305058098), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:50:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d1a51efc668fe59 with lease ID 0x12ec65e341b3a095: Processing first storage report for DS-06553311-6c0a-49fc-80ff-1861f4879a35 from datanode DatanodeRegistration(127.0.0.1:39799, datanodeUuid=204ea3b2-555c-45c8-b0fd-db6932e7ec3e, infoPort=40763, infoSecurePort=0, ipcPort=35759, storageInfo=lv=-57;cid=testClusterID;nsid=2080902940;c=1732305058098) 2024-11-22T19:50:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d1a51efc668fe59 with lease ID 0x12ec65e341b3a095: from storage DS-06553311-6c0a-49fc-80ff-1861f4879a35 node DatanodeRegistration(127.0.0.1:39799, datanodeUuid=204ea3b2-555c-45c8-b0fd-db6932e7ec3e, infoPort=40763, infoSecurePort=0, ipcPort=35759, storageInfo=lv=-57;cid=testClusterID;nsid=2080902940;c=1732305058098), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:50:58,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e6c0d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/java.io.tmpdir/jetty-localhost-37803-hadoop-hdfs-3_4_1-tests_jar-_-any-17865596123461624360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:50:58,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@531ae01c{HTTP/1.1, (http/1.1)}{localhost:37803} 2024-11-22T19:50:58,624 INFO [Time-limited test {}] server.Server(415): Started @230788ms 2024-11-22T19:50:58,625 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:50:58,732 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/data/data3/current/BP-666549192-172.17.0.2-1732305058098/current, will proceed with Du for space computation calculation, 2024-11-22T19:50:58,732 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/data/data4/current/BP-666549192-172.17.0.2-1732305058098/current, will proceed with Du for space computation calculation, 2024-11-22T19:50:58,749 WARN [Thread-1608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:50:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd942f3fcbd6096c9 with lease ID 0x12ec65e341b3a096: Processing first storage report for DS-78d62aed-adb6-4978-8185-3854a7d0ee0c from datanode DatanodeRegistration(127.0.0.1:36807, datanodeUuid=4799f69a-f957-4ee0-a45b-26258798fce2, infoPort=33765, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=2080902940;c=1732305058098) 2024-11-22T19:50:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd942f3fcbd6096c9 with lease ID 0x12ec65e341b3a096: from storage DS-78d62aed-adb6-4978-8185-3854a7d0ee0c node DatanodeRegistration(127.0.0.1:36807, datanodeUuid=4799f69a-f957-4ee0-a45b-26258798fce2, infoPort=33765, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=2080902940;c=1732305058098), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:50:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd942f3fcbd6096c9 with lease ID 0x12ec65e341b3a096: Processing first storage report for DS-2db71684-f12f-43b2-a651-384ff1ff0894 from datanode DatanodeRegistration(127.0.0.1:36807, datanodeUuid=4799f69a-f957-4ee0-a45b-26258798fce2, infoPort=33765, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=2080902940;c=1732305058098) 2024-11-22T19:50:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd942f3fcbd6096c9 with lease ID 0x12ec65e341b3a096: from storage DS-2db71684-f12f-43b2-a651-384ff1ff0894 node DatanodeRegistration(127.0.0.1:36807, datanodeUuid=4799f69a-f957-4ee0-a45b-26258798fce2, infoPort=33765, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=2080902940;c=1732305058098), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T19:50:58,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec 2024-11-22T19:50:58,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/zookeeper_0, clientPort=53721, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T19:50:58,852 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53721 2024-11-22T19:50:58,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:50:58,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:50:58,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:50:58,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:50:58,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5 with version=8 2024-11-22T19:50:58,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35827/user/jenkins/test-data/7479ad59-8100-8f01-4bff-635d9d8252e9/hbase-staging 2024-11-22T19:50:58,865 INFO [Time-limited test {}] client.ConnectionUtils(128): master/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:50:58,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:50:58,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:50:58,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:50:58,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:50:58,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:50:58,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T19:50:58,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:50:58,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37477 2024-11-22T19:50:58,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37477 connecting to ZooKeeper ensemble=127.0.0.1:53721 2024-11-22T19:50:58,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374770x0, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:50:58,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37477-0x101413b66b20000 connected 2024-11-22T19:50:58,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:50:58,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:50:58,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:50:58,900 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5, hbase.cluster.distributed=false 2024-11-22T19:50:58,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:50:58,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-22T19:50:58,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37477 2024-11-22T19:50:58,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37477 2024-11-22T19:50:58,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-22T19:50:58,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-22T19:50:58,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:50:58,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:50:58,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:50:58,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:50:58,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:50:58,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:50:58,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:50:58,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:50:58,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33483 2024-11-22T19:50:58,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33483 connecting to ZooKeeper ensemble=127.0.0.1:53721 2024-11-22T19:50:58,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:50:58,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:50:58,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334830x0, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:50:58,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334830x0, quorum=127.0.0.1:53721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:50:58,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33483-0x101413b66b20001 connected 2024-11-22T19:50:58,927 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:50:58,927 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:50:58,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:50:58,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:50:58,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33483 2024-11-22T19:50:58,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33483 2024-11-22T19:50:58,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33483 2024-11-22T19:50:58,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33483 2024-11-22T19:50:58,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33483 2024-11-22T19:50:58,952 DEBUG [M:0;982bb8edae1e:37477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;982bb8edae1e:37477 2024-11-22T19:50:58,953 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/982bb8edae1e,37477,1732305058864 2024-11-22T19:50:58,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:50:58,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:50:58,955 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/982bb8edae1e,37477,1732305058864 2024-11-22T19:50:58,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:50:58,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:58,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:58,957 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T19:50:58,958 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/982bb8edae1e,37477,1732305058864 from backup master directory 2024-11-22T19:50:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/982bb8edae1e,37477,1732305058864 2024-11-22T19:50:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:50:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:50:58,960 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:50:58,960 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=982bb8edae1e,37477,1732305058864 2024-11-22T19:50:58,964 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/hbase.id] with ID: 50ca113b-249f-48d9-9c4c-6cb7c3cabdeb 2024-11-22T19:50:58,964 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/.tmp/hbase.id 2024-11-22T19:50:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:50:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:50:58,970 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/.tmp/hbase.id]:[hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/hbase.id] 2024-11-22T19:50:58,981 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:50:58,981 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T19:50:58,982 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T19:50:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:58,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:50:58,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:50:58,990 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:50:58,991 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T19:50:58,991 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:50:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:50:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:50:59,000 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store 2024-11-22T19:50:59,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:50:59,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:50:59,007 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:50:59,007 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:50:59,007 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:50:59,007 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:50:59,007 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:50:59,007 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:50:59,007 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:50:59,007 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732305059007Disabling compacts and flushes for region at 1732305059007Disabling writes for close at 1732305059007Writing region close event to WAL at 1732305059007Closed at 1732305059007 2024-11-22T19:50:59,008 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/.initializing 2024-11-22T19:50:59,008 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/WALs/982bb8edae1e,37477,1732305058864 2024-11-22T19:50:59,009 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:50:59,010 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C37477%2C1732305058864, suffix=, logDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/WALs/982bb8edae1e,37477,1732305058864, archiveDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/oldWALs, maxLogs=10 2024-11-22T19:50:59,024 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/WALs/982bb8edae1e,37477,1732305058864/982bb8edae1e%2C37477%2C1732305058864.1732305059010, exclude list is [], retry=0 2024-11-22T19:50:59,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-78d62aed-adb6-4978-8185-3854a7d0ee0c,DISK] 2024-11-22T19:50:59,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39799,DS-cb806444-9bd2-4975-930f-21c2da17e849,DISK] 2024-11-22T19:50:59,028 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/WALs/982bb8edae1e,37477,1732305058864/982bb8edae1e%2C37477%2C1732305058864.1732305059010 2024-11-22T19:50:59,029 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33765:33765),(127.0.0.1/127.0.0.1:40763:40763)] 2024-11-22T19:50:59,029 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:50:59,029 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:50:59,029 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,029 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T19:50:59,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:50:59,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T19:50:59,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:50:59,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T19:50:59,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:50:59,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T19:50:59,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:50:59,039 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,040 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,040 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,041 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,041 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,042 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:50:59,043 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:50:59,045 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:50:59,045 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=831187, jitterRate=0.056910037994384766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:50:59,046 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732305059029Initializing all the Stores at 1732305059030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305059030Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305059030Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305059031 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305059031Cleaning up temporary data from old regions at 1732305059041 (+10 ms)Region opened successfully at 1732305059046 (+5 ms) 2024-11-22T19:50:59,046 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T19:50:59,049 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a95328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:50:59,050 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T19:50:59,050 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T19:50:59,050 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T19:50:59,050 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T19:50:59,051 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T19:50:59,051 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T19:50:59,051 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T19:50:59,053 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T19:50:59,054 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T19:50:59,055 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T19:50:59,055 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T19:50:59,056 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T19:50:59,057 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T19:50:59,058 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T19:50:59,058 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T19:50:59,060 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T19:50:59,061 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T19:50:59,062 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T19:50:59,064 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T19:50:59,065 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T19:50:59,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:50:59,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:50:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:59,068 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=982bb8edae1e,37477,1732305058864, sessionid=0x101413b66b20000, setting cluster-up flag (Was=false) 2024-11-22T19:50:59,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:59,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:59,078 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T19:50:59,079 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,37477,1732305058864 2024-11-22T19:50:59,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:59,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:59,088 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T19:50:59,089 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,37477,1732305058864 2024-11-22T19:50:59,091 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T19:50:59,092 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T19:50:59,092 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T19:50:59,093 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T19:50:59,093 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 982bb8edae1e,37477,1732305058864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T19:50:59,094 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:50:59,094 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:50:59,094 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:50:59,094 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:50:59,094 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/982bb8edae1e:0, corePoolSize=10, maxPoolSize=10 2024-11-22T19:50:59,094 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,094 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:50:59,095 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:50:59,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T19:50:59,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732305089101 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T19:50:59,101 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T19:50:59,102 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T19:50:59,102 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T19:50:59,102 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305059102,5,FailOnTimeoutGroup] 2024-11-22T19:50:59,102 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305059102,5,FailOnTimeoutGroup] 2024-11-22T19:50:59,102 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,102 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T19:50:59,102 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,102 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:50:59,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:50:59,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T19:50:59,106 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5 2024-11-22T19:50:59,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:50:59,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:50:59,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:50:59,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:50:59,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:50:59,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:50:59,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:50:59,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:50:59,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:50:59,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:50:59,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:50:59,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:50:59,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:50:59,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:50:59,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:50:59,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:50:59,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740 2024-11-22T19:50:59,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740 2024-11-22T19:50:59,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:50:59,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:50:59,123 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:50:59,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:50:59,126 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:50:59,126 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=851334, jitterRate=0.08252732455730438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:50:59,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732305059113Initializing all the Stores at 1732305059114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305059114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305059114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305059114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305059114Cleaning up temporary data from old regions at 1732305059123 (+9 ms)Region opened successfully at 1732305059127 (+4 ms) 2024-11-22T19:50:59,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:50:59,127 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:50:59,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:50:59,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:50:59,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:50:59,127 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:50:59,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732305059127Disabling compacts and flushes for region at 1732305059127Disabling writes for close at 1732305059127Writing region close event to WAL at 1732305059127Closed at 1732305059127 2024-11-22T19:50:59,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:50:59,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T19:50:59,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T19:50:59,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:50:59,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T19:50:59,136 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(746): ClusterId : 50ca113b-249f-48d9-9c4c-6cb7c3cabdeb 2024-11-22T19:50:59,136 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:50:59,139 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:50:59,139 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:50:59,140 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:50:59,141 DEBUG [RS:0;982bb8edae1e:33483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5c602b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:50:59,152 DEBUG [RS:0;982bb8edae1e:33483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;982bb8edae1e:33483 2024-11-22T19:50:59,152 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:50:59,152 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:50:59,152 DEBUG [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:50:59,153 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,37477,1732305058864 with port=33483, startcode=1732305058917 2024-11-22T19:50:59,153 DEBUG [RS:0;982bb8edae1e:33483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:50:59,155 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:50:59,156 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,33483,1732305058917 2024-11-22T19:50:59,156 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37477 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,33483,1732305058917 2024-11-22T19:50:59,157 DEBUG [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5 2024-11-22T19:50:59,157 DEBUG [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41037 2024-11-22T19:50:59,157 DEBUG [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:50:59,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:50:59,160 DEBUG [RS:0;982bb8edae1e:33483 {}] zookeeper.ZKUtil(111): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,33483,1732305058917 2024-11-22T19:50:59,160 WARN [RS:0;982bb8edae1e:33483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:50:59,160 INFO [RS:0;982bb8edae1e:33483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:50:59,161 DEBUG [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/982bb8edae1e,33483,1732305058917 2024-11-22T19:50:59,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,33483,1732305058917] 2024-11-22T19:50:59,164 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:50:59,166 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:50:59,166 INFO [RS:0;982bb8edae1e:33483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:50:59,166 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,166 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:50:59,167 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:50:59,167 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:50:59,167 DEBUG [RS:0;982bb8edae1e:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:50:59,168 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,168 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,168 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,168 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,168 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,168 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33483,1732305058917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:50:59,184 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:50:59,185 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,33483,1732305058917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,185 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,185 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.Replication(171): 982bb8edae1e,33483,1732305058917 started 2024-11-22T19:50:59,199 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,199 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,33483,1732305058917, RpcServer on 982bb8edae1e/172.17.0.2:33483, sessionid=0x101413b66b20001 2024-11-22T19:50:59,199 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:50:59,199 DEBUG [RS:0;982bb8edae1e:33483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,33483,1732305058917 2024-11-22T19:50:59,199 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,33483,1732305058917' 2024-11-22T19:50:59,199 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:50:59,200 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:50:59,200 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:50:59,200 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:50:59,200 DEBUG [RS:0;982bb8edae1e:33483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,33483,1732305058917 2024-11-22T19:50:59,200 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,33483,1732305058917' 2024-11-22T19:50:59,200 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:50:59,200 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:50:59,201 DEBUG [RS:0;982bb8edae1e:33483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:50:59,201 INFO [RS:0;982bb8edae1e:33483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:50:59,201 INFO [RS:0;982bb8edae1e:33483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:50:59,281 WARN [982bb8edae1e:37477 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T19:50:59,301 INFO [RS:0;982bb8edae1e:33483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:50:59,303 INFO [RS:0;982bb8edae1e:33483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C33483%2C1732305058917, suffix=, logDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/982bb8edae1e,33483,1732305058917, archiveDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/oldWALs, maxLogs=32 2024-11-22T19:50:59,317 DEBUG [RS:0;982bb8edae1e:33483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/982bb8edae1e,33483,1732305058917/982bb8edae1e%2C33483%2C1732305058917.1732305059303, exclude list is [], retry=0 2024-11-22T19:50:59,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39799,DS-cb806444-9bd2-4975-930f-21c2da17e849,DISK] 2024-11-22T19:50:59,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-78d62aed-adb6-4978-8185-3854a7d0ee0c,DISK] 2024-11-22T19:50:59,321 INFO [RS:0;982bb8edae1e:33483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/982bb8edae1e,33483,1732305058917/982bb8edae1e%2C33483%2C1732305058917.1732305059303 2024-11-22T19:50:59,321 DEBUG [RS:0;982bb8edae1e:33483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40763:40763),(127.0.0.1/127.0.0.1:33765:33765)] 2024-11-22T19:50:59,531 DEBUG [982bb8edae1e:37477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T19:50:59,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=982bb8edae1e,33483,1732305058917 2024-11-22T19:50:59,532 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,33483,1732305058917, state=OPENING 2024-11-22T19:50:59,534 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T19:50:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:59,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:50:59,536 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:50:59,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:50:59,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,33483,1732305058917}] 2024-11-22T19:50:59,688 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T19:50:59,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42333, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T19:50:59,693 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T19:50:59,693 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:50:59,693 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T19:50:59,694 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C33483%2C1732305058917.meta, suffix=.meta, logDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/982bb8edae1e,33483,1732305058917, archiveDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/oldWALs, maxLogs=32 2024-11-22T19:50:59,707 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/982bb8edae1e,33483,1732305058917/982bb8edae1e%2C33483%2C1732305058917.meta.1732305059694.meta, exclude list is [], retry=0 2024-11-22T19:50:59,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-78d62aed-adb6-4978-8185-3854a7d0ee0c,DISK] 2024-11-22T19:50:59,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39799,DS-cb806444-9bd2-4975-930f-21c2da17e849,DISK] 2024-11-22T19:50:59,711 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/982bb8edae1e,33483,1732305058917/982bb8edae1e%2C33483%2C1732305058917.meta.1732305059694.meta 2024-11-22T19:50:59,711 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33765:33765),(127.0.0.1/127.0.0.1:40763:40763)] 2024-11-22T19:50:59,711 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:50:59,712 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T19:50:59,712 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T19:50:59,712 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T19:50:59,712 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T19:50:59,712 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:50:59,712 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T19:50:59,712 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T19:50:59,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:50:59,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:50:59,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:50:59,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:50:59,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:50:59,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:50:59,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:50:59,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:50:59,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:50:59,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:50:59,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:50:59,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:50:59,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:50:59,718 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:50:59,718 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740 2024-11-22T19:50:59,719 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740 2024-11-22T19:50:59,720 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:50:59,720 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:50:59,721 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:50:59,722 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:50:59,723 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=737447, jitterRate=-0.06228850781917572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:50:59,723 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T19:50:59,724 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732305059712Writing region info on filesystem at 1732305059712Initializing all the Stores at 1732305059713 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305059713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305059713Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305059713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305059713Cleaning up temporary data from old regions at 1732305059720 (+7 ms)Running coprocessor post-open hooks at 1732305059723 (+3 ms)Region opened successfully at 1732305059723 2024-11-22T19:50:59,724 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732305059688 2024-11-22T19:50:59,726 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T19:50:59,726 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T19:50:59,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,33483,1732305058917 2024-11-22T19:50:59,727 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,33483,1732305058917, state=OPEN 2024-11-22T19:50:59,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:50:59,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:50:59,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:50:59,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=982bb8edae1e,33483,1732305058917 2024-11-22T19:50:59,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:50:59,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T19:50:59,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,33483,1732305058917 in 196 msec 2024-11-22T19:50:59,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T19:50:59,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec 2024-11-22T19:50:59,737 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:50:59,737 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T19:50:59,738 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:50:59,738 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,33483,1732305058917, seqNum=-1] 2024-11-22T19:50:59,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:50:59,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:50:59,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 651 msec 2024-11-22T19:50:59,743 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732305059743, completionTime=-1 2024-11-22T19:50:59,743 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T19:50:59,743 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T19:50:59,745 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T19:50:59,745 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732305119745 2024-11-22T19:50:59,745 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732305179745 2024-11-22T19:50:59,745 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T19:50:59,745 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37477,1732305058864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,746 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37477,1732305058864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,746 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37477,1732305058864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,746 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-982bb8edae1e:37477, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,746 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,746 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,747 DEBUG [master/982bb8edae1e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T19:50:59,749 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.789sec 2024-11-22T19:50:59,749 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T19:50:59,749 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T19:50:59,749 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T19:50:59,749 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T19:50:59,749 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T19:50:59,749 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37477,1732305058864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:50:59,750 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37477,1732305058864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T19:50:59,752 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T19:50:59,752 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T19:50:59,752 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,37477,1732305058864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:50:59,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7f3295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:50:59,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,37477,-1 for getting cluster id 2024-11-22T19:50:59,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:50:59,838 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50ca113b-249f-48d9-9c4c-6cb7c3cabdeb' 2024-11-22T19:50:59,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:50:59,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50ca113b-249f-48d9-9c4c-6cb7c3cabdeb" 2024-11-22T19:50:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f9f32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:50:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,37477,-1] 2024-11-22T19:50:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:50:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:50:59,840 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:50:59,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab3f0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:50:59,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:50:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,33483,1732305058917, seqNum=-1] 2024-11-22T19:50:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:50:59,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:50:59,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=982bb8edae1e,37477,1732305058864 2024-11-22T19:50:59,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:50:59,846 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T19:50:59,847 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:50:59,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:50:59,849 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/test.com,8080,1, archiveDir=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/oldWALs, maxLogs=32 2024-11-22T19:50:59,863 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732305059850, exclude list is [], retry=0 2024-11-22T19:50:59,865 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39799,DS-cb806444-9bd2-4975-930f-21c2da17e849,DISK] 2024-11-22T19:50:59,865 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-78d62aed-adb6-4978-8185-3854a7d0ee0c,DISK] 2024-11-22T19:50:59,867 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732305059850 2024-11-22T19:50:59,867 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40763:40763),(127.0.0.1/127.0.0.1:33765:33765)] 2024-11-22T19:50:59,880 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732305059868, exclude list is [], retry=0 2024-11-22T19:50:59,882 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39799,DS-cb806444-9bd2-4975-930f-21c2da17e849,DISK] 2024-11-22T19:50:59,882 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-78d62aed-adb6-4978-8185-3854a7d0ee0c,DISK] 2024-11-22T19:50:59,884 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732305059850 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732305059868 2024-11-22T19:50:59,884 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40763:40763),(127.0.0.1/127.0.0.1:33765:33765)] 2024-11-22T19:50:59,884 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732305059850 is not closed yet, will try archiving it next time 2024-11-22T19:50:59,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741835_1011 (size=93) 2024-11-22T19:50:59,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741835_1011 (size=93) 2024-11-22T19:50:59,886 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732305059850 to hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/oldWALs/test.com%2C8080%2C1.1732305059850 2024-11-22T19:50:59,888 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/WALs/test.com,8080,1/test.com%2C8080%2C1.1732305059868 not finished, retry = 0 2024-11-22T19:50:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741836_1012 (size=93) 2024-11-22T19:50:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741836_1012 (size=93) 2024-11-22T19:50:59,990 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/oldWALs 2024-11-22T19:50:59,990 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732305059868) 2024-11-22T19:50:59,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T19:50:59,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:50:59,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:50:59,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:50:59,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:50:59,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:50:59,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T19:50:59,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=69802802, stopped=false 2024-11-22T19:50:59,991 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=982bb8edae1e,37477,1732305058864 2024-11-22T19:50:59,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:50:59,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:50:59,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:59,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:50:59,993 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:50:59,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:50:59,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:50:59,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:50:59,993 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,33483,1732305058917' ***** 2024-11-22T19:50:59,993 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:50:59,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:50:59,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:50:59,994 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:50:59,994 INFO [RS:0;982bb8edae1e:33483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:50:59,994 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:50:59,994 INFO [RS:0;982bb8edae1e:33483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:50:59,994 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,33483,1732305058917 2024-11-22T19:50:59,994 INFO [RS:0;982bb8edae1e:33483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:50:59,994 INFO [RS:0;982bb8edae1e:33483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;982bb8edae1e:33483. 2024-11-22T19:50:59,994 DEBUG [RS:0;982bb8edae1e:33483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:50:59,994 DEBUG [RS:0;982bb8edae1e:33483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:50:59,994 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:50:59,994 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:50:59,995 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:50:59,995 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T19:50:59,995 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T19:50:59,995 DEBUG [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T19:50:59,995 DEBUG [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:50:59,995 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:50:59,995 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:50:59,995 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:50:59,995 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:50:59,995 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:50:59,995 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T19:51:00,011 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740/.tmp/ns/11e8e54fd56647e9bb14fce4c7a555f0 is 43, key is default/ns:d/1732305059740/Put/seqid=0 2024-11-22T19:51:00,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741837_1013 (size=5153) 2024-11-22T19:51:00,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741837_1013 (size=5153) 2024-11-22T19:51:00,017 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740/.tmp/ns/11e8e54fd56647e9bb14fce4c7a555f0 2024-11-22T19:51:00,022 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740/.tmp/ns/11e8e54fd56647e9bb14fce4c7a555f0 as hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740/ns/11e8e54fd56647e9bb14fce4c7a555f0 2024-11-22T19:51:00,027 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740/ns/11e8e54fd56647e9bb14fce4c7a555f0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T19:51:00,028 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-11-22T19:51:00,028 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T19:51:00,033 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T19:51:00,034 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:51:00,034 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:51:00,034 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732305059995Running coprocessor pre-close hooks at 1732305059995Disabling compacts and flushes for region at 1732305059995Disabling writes for close at 1732305059995Obtaining lock to block concurrent updates at 1732305059995Preparing flush snapshotting stores in 1588230740 at 1732305059995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732305059996 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732305059996Flushing 1588230740/ns: creating writer at 1732305059996Flushing 1588230740/ns: appending metadata at 1732305060010 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732305060011 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27de629: reopening flushed file at 1732305060022 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1732305060028 (+6 ms)Writing region close event to WAL at 1732305060030 (+2 ms)Running coprocessor post-close hooks at 1732305060034 (+4 ms)Closed at 1732305060034 2024-11-22T19:51:00,034 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T19:51:00,168 INFO [regionserver/982bb8edae1e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T19:51:00,168 INFO [regionserver/982bb8edae1e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T19:51:00,195 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,33483,1732305058917; all regions closed. 2024-11-22T19:51:00,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741834_1010 (size=1152) 2024-11-22T19:51:00,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741834_1010 (size=1152) 2024-11-22T19:51:00,200 DEBUG [RS:0;982bb8edae1e:33483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/oldWALs 2024-11-22T19:51:00,200 INFO [RS:0;982bb8edae1e:33483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C33483%2C1732305058917.meta:.meta(num 1732305059694) 2024-11-22T19:51:00,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741833_1009 (size=93) 2024-11-22T19:51:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741833_1009 (size=93) 2024-11-22T19:51:00,203 DEBUG [RS:0;982bb8edae1e:33483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/oldWALs 2024-11-22T19:51:00,203 INFO [RS:0;982bb8edae1e:33483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C33483%2C1732305058917:(num 1732305059303) 2024-11-22T19:51:00,203 DEBUG [RS:0;982bb8edae1e:33483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:51:00,203 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:51:00,204 INFO [RS:0;982bb8edae1e:33483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:51:00,204 INFO [RS:0;982bb8edae1e:33483 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T19:51:00,204 INFO [RS:0;982bb8edae1e:33483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:51:00,204 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:51:00,204 INFO [RS:0;982bb8edae1e:33483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33483 2024-11-22T19:51:00,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,33483,1732305058917 2024-11-22T19:51:00,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:51:00,207 INFO [RS:0;982bb8edae1e:33483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:51:00,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,33483,1732305058917] 2024-11-22T19:51:00,210 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,33483,1732305058917 already deleted, retry=false 2024-11-22T19:51:00,210 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,33483,1732305058917 expired; onlineServers=0 2024-11-22T19:51:00,210 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '982bb8edae1e,37477,1732305058864' ***** 2024-11-22T19:51:00,210 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T19:51:00,210 INFO [M:0;982bb8edae1e:37477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:51:00,210 INFO [M:0;982bb8edae1e:37477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:51:00,210 DEBUG [M:0;982bb8edae1e:37477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T19:51:00,210 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T19:51:00,210 DEBUG [M:0;982bb8edae1e:37477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T19:51:00,210 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305059102 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305059102,5,FailOnTimeoutGroup] 2024-11-22T19:51:00,210 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305059102 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305059102,5,FailOnTimeoutGroup] 2024-11-22T19:51:00,211 INFO [M:0;982bb8edae1e:37477 {}] hbase.ChoreService(370): Chore service for: master/982bb8edae1e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T19:51:00,211 INFO [M:0;982bb8edae1e:37477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:51:00,211 DEBUG [M:0;982bb8edae1e:37477 {}] master.HMaster(1795): Stopping service threads 2024-11-22T19:51:00,211 INFO [M:0;982bb8edae1e:37477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T19:51:00,211 INFO [M:0;982bb8edae1e:37477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:51:00,211 INFO [M:0;982bb8edae1e:37477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T19:51:00,211 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T19:51:00,212 DEBUG [M:0;982bb8edae1e:37477 {}] zookeeper.ZKUtil(347): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T19:51:00,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T19:51:00,212 WARN [M:0;982bb8edae1e:37477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T19:51:00,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:51:00,213 INFO [M:0;982bb8edae1e:37477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/.lastflushedseqids 2024-11-22T19:51:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741838_1014 (size=99) 2024-11-22T19:51:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741838_1014 (size=99) 2024-11-22T19:51:00,218 INFO [M:0;982bb8edae1e:37477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T19:51:00,219 INFO [M:0;982bb8edae1e:37477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T19:51:00,219 DEBUG [M:0;982bb8edae1e:37477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:51:00,219 INFO [M:0;982bb8edae1e:37477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:51:00,219 DEBUG [M:0;982bb8edae1e:37477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:51:00,219 DEBUG [M:0;982bb8edae1e:37477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:51:00,219 DEBUG [M:0;982bb8edae1e:37477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:51:00,219 INFO [M:0;982bb8edae1e:37477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-22T19:51:00,235 DEBUG [M:0;982bb8edae1e:37477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f923c18005d242359f8a3d6d9f890778 is 82, key is hbase:meta,,1/info:regioninfo/1732305059727/Put/seqid=0 2024-11-22T19:51:00,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741839_1015 (size=5672) 2024-11-22T19:51:00,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741839_1015 (size=5672) 2024-11-22T19:51:00,241 INFO [M:0;982bb8edae1e:37477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f923c18005d242359f8a3d6d9f890778 2024-11-22T19:51:00,263 DEBUG [M:0;982bb8edae1e:37477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5935cdb8fe3b4d0bade4b5224aac9bba is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732305059743/Put/seqid=0 2024-11-22T19:51:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741840_1016 (size=5275) 2024-11-22T19:51:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741840_1016 (size=5275) 2024-11-22T19:51:00,269 INFO [M:0;982bb8edae1e:37477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5935cdb8fe3b4d0bade4b5224aac9bba 2024-11-22T19:51:00,287 DEBUG [M:0;982bb8edae1e:37477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/117b510619b7437c973992a6988d3574 is 69, key is 982bb8edae1e,33483,1732305058917/rs:state/1732305059156/Put/seqid=0 2024-11-22T19:51:00,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741841_1017 (size=5156) 2024-11-22T19:51:00,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741841_1017 (size=5156) 2024-11-22T19:51:00,292 INFO [M:0;982bb8edae1e:37477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/117b510619b7437c973992a6988d3574 2024-11-22T19:51:00,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:51:00,308 INFO [RS:0;982bb8edae1e:33483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:51:00,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101413b66b20001, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:51:00,308 INFO [RS:0;982bb8edae1e:33483 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,33483,1732305058917; zookeeper connection closed. 2024-11-22T19:51:00,309 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6655a9a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6655a9a8 2024-11-22T19:51:00,309 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T19:51:00,311 DEBUG [M:0;982bb8edae1e:37477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/903e55ed57bd4309934b25aab79d51d8 is 52, key is load_balancer_on/state:d/1732305059846/Put/seqid=0 2024-11-22T19:51:00,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741842_1018 (size=5056) 2024-11-22T19:51:00,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741842_1018 (size=5056) 2024-11-22T19:51:00,316 INFO [M:0;982bb8edae1e:37477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/903e55ed57bd4309934b25aab79d51d8 2024-11-22T19:51:00,321 DEBUG [M:0;982bb8edae1e:37477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f923c18005d242359f8a3d6d9f890778 as hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f923c18005d242359f8a3d6d9f890778 2024-11-22T19:51:00,326 INFO [M:0;982bb8edae1e:37477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f923c18005d242359f8a3d6d9f890778, entries=8, sequenceid=29, filesize=5.5 K 2024-11-22T19:51:00,327 DEBUG [M:0;982bb8edae1e:37477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5935cdb8fe3b4d0bade4b5224aac9bba as hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5935cdb8fe3b4d0bade4b5224aac9bba 2024-11-22T19:51:00,331 INFO [M:0;982bb8edae1e:37477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5935cdb8fe3b4d0bade4b5224aac9bba, entries=3, sequenceid=29, filesize=5.2 K 2024-11-22T19:51:00,332 DEBUG [M:0;982bb8edae1e:37477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/117b510619b7437c973992a6988d3574 as hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/117b510619b7437c973992a6988d3574 2024-11-22T19:51:00,337 INFO [M:0;982bb8edae1e:37477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/117b510619b7437c973992a6988d3574, entries=1, sequenceid=29, filesize=5.0 K 2024-11-22T19:51:00,338 DEBUG [M:0;982bb8edae1e:37477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/903e55ed57bd4309934b25aab79d51d8 as hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/903e55ed57bd4309934b25aab79d51d8 2024-11-22T19:51:00,342 INFO [M:0;982bb8edae1e:37477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41037/user/jenkins/test-data/ece9f761-f970-4cfb-22de-36daa6a8c9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/903e55ed57bd4309934b25aab79d51d8, entries=1, sequenceid=29, filesize=4.9 K 2024-11-22T19:51:00,343 INFO [M:0;982bb8edae1e:37477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=29, compaction requested=false 2024-11-22T19:51:00,345 INFO [M:0;982bb8edae1e:37477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:51:00,345 DEBUG [M:0;982bb8edae1e:37477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732305060219Disabling compacts and flushes for region at 1732305060219Disabling writes for close at 1732305060219Obtaining lock to block concurrent updates at 1732305060219Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732305060219Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732305060219Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732305060220 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732305060220Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732305060234 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732305060234Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732305060247 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732305060263 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732305060263Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732305060273 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732305060287 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732305060287Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732305060297 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732305060310 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732305060311 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c3c722: reopening flushed file at 1732305060320 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d964746: reopening flushed file at 1732305060326 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d787891: reopening flushed file at 1732305060331 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4add2709: reopening flushed file at 1732305060337 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=29, compaction requested=false at 1732305060343 (+6 ms)Writing region close event to WAL at 1732305060345 (+2 ms)Closed at 1732305060345 2024-11-22T19:51:00,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741830_1006 (size=10311) 2024-11-22T19:51:00,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741830_1006 (size=10311) 2024-11-22T19:51:00,348 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:51:00,348 INFO [M:0;982bb8edae1e:37477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T19:51:00,348 INFO [M:0;982bb8edae1e:37477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37477 2024-11-22T19:51:00,348 INFO [M:0;982bb8edae1e:37477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:51:00,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:51:00,450 INFO [M:0;982bb8edae1e:37477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:51:00,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x101413b66b20000, quorum=127.0.0.1:53721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:51:00,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e6c0d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:51:00,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@531ae01c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:51:00,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:51:00,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f918d2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:51:00,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@152b14e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/hadoop.log.dir/,STOPPED} 2024-11-22T19:51:00,454 WARN [BP-666549192-172.17.0.2-1732305058098 heartbeating to localhost/127.0.0.1:41037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:51:00,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:51:00,454 WARN [BP-666549192-172.17.0.2-1732305058098 heartbeating to localhost/127.0.0.1:41037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-666549192-172.17.0.2-1732305058098 (Datanode Uuid 4799f69a-f957-4ee0-a45b-26258798fce2) service to localhost/127.0.0.1:41037 2024-11-22T19:51:00,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:51:00,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/data/data3/current/BP-666549192-172.17.0.2-1732305058098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:51:00,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/data/data4/current/BP-666549192-172.17.0.2-1732305058098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:51:00,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:51:00,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f89a33d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:51:00,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e357674{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:51:00,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:51:00,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a0fc85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:51:00,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31184874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/hadoop.log.dir/,STOPPED} 2024-11-22T19:51:00,458 WARN [BP-666549192-172.17.0.2-1732305058098 heartbeating to localhost/127.0.0.1:41037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:51:00,458 WARN [BP-666549192-172.17.0.2-1732305058098 heartbeating to localhost/127.0.0.1:41037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-666549192-172.17.0.2-1732305058098 (Datanode Uuid 204ea3b2-555c-45c8-b0fd-db6932e7ec3e) service to localhost/127.0.0.1:41037 2024-11-22T19:51:00,458 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:51:00,458 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:51:00,459 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/data/data1/current/BP-666549192-172.17.0.2-1732305058098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:51:00,459 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/cluster_7405203d-df63-d55e-030a-40f9cbab6e4b/data/data2/current/BP-666549192-172.17.0.2-1732305058098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:51:00,459 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:51:00,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@574857dc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:51:00,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5577db77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:51:00,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:51:00,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b408329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:51:00,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@401522c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f6356ee-ef34-6a02-92dc-6bc5f5fe42ec/hadoop.log.dir/,STOPPED} 2024-11-22T19:51:00,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T19:51:00,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T19:51:00,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 109) - Thread LEAK? -, OpenFileDescriptor=513 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8280 (was 8326)