2024-12-06 07:47:11,908 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-06 07:47:11,919 main DEBUG Took 0.009754 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 07:47:11,919 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 07:47:11,920 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 07:47:11,921 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 07:47:11,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,929 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 07:47:11,941 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,943 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,945 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,945 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,946 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,948 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,948 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,949 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,950 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,950 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 07:47:11,951 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,951 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 07:47:11,953 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 07:47:11,954 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 07:47:11,955 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 07:47:11,956 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 07:47:11,957 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 07:47:11,957 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 07:47:11,965 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 07:47:11,967 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 07:47:11,969 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 07:47:11,969 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 07:47:11,970 main DEBUG createAppenders(={Console}) 2024-12-06 07:47:11,971 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-06 07:47:11,971 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-06 07:47:11,971 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-06 07:47:11,972 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 07:47:11,972 main DEBUG OutputStream closed 2024-12-06 07:47:11,973 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 07:47:11,973 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 07:47:11,974 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-06 07:47:12,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 07:47:12,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 07:47:12,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 07:47:12,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 07:47:12,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 07:47:12,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 07:47:12,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 07:47:12,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 07:47:12,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 07:47:12,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 07:47:12,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 07:47:12,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 07:47:12,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 07:47:12,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 07:47:12,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 07:47:12,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 07:47:12,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 07:47:12,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 07:47:12,064 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 07:47:12,064 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-06 07:47:12,064 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 07:47:12,065 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-06T07:47:12,323 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da 2024-12-06 07:47:12,326 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 07:47:12,327 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T07:47:12,337 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-06T07:47:12,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=4885 2024-12-06T07:47:12,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T07:47:12,393 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c, deleteOnExit=true 2024-12-06T07:47:12,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T07:47:12,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/test.cache.data in system properties and HBase conf 2024-12-06T07:47:12,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T07:47:12,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/hadoop.log.dir in system properties and HBase conf 2024-12-06T07:47:12,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T07:47:12,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T07:47:12,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T07:47:12,488 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T07:47:12,574 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T07:47:12,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T07:47:12,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T07:47:12,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T07:47:12,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T07:47:12,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T07:47:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T07:47:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T07:47:12,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T07:47:12,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T07:47:12,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/nfs.dump.dir in system properties and HBase conf 2024-12-06T07:47:12,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/java.io.tmpdir in system properties and HBase conf 2024-12-06T07:47:12,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T07:47:12,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T07:47:12,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T07:47:13,416 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T07:47:13,501 INFO [Time-limited test {}] log.Log(170): Logging initialized @2412ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T07:47:13,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:47:13,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:47:13,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:47:13,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:47:13,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:47:13,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:47:13,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:47:13,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:47:13,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/java.io.tmpdir/jetty-localhost-33931-hadoop-hdfs-3_4_1-tests_jar-_-any-6509331394609953475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T07:47:13,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:33931} 2024-12-06T07:47:13,906 INFO [Time-limited test {}] server.Server(415): Started @2818ms 2024-12-06T07:47:14,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:47:14,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:47:14,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:47:14,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:47:14,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:47:14,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:47:14,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:47:14,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/java.io.tmpdir/jetty-localhost-33593-hadoop-hdfs-3_4_1-tests_jar-_-any-3935015769935806910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:47:14,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:33593} 2024-12-06T07:47:14,434 INFO [Time-limited test {}] server.Server(415): Started @3346ms 2024-12-06T07:47:14,490 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:47:14,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:47:14,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:47:14,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:47:14,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:47:14,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T07:47:14,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:47:14,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:47:14,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/java.io.tmpdir/jetty-localhost-33647-hadoop-hdfs-3_4_1-tests_jar-_-any-8124309017950437229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:47:14,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:33647} 2024-12-06T07:47:14,742 INFO [Time-limited test {}] server.Server(415): Started @3653ms 2024-12-06T07:47:14,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:47:14,942 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/data/data1/current/BP-1716616103-172.17.0.2-1733471233165/current, will proceed with Du for space computation calculation, 2024-12-06T07:47:14,942 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/data/data4/current/BP-1716616103-172.17.0.2-1733471233165/current, will proceed with Du for space computation calculation, 2024-12-06T07:47:14,942 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/data/data2/current/BP-1716616103-172.17.0.2-1733471233165/current, will proceed with Du for space computation calculation, 2024-12-06T07:47:14,942 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/data/data3/current/BP-1716616103-172.17.0.2-1733471233165/current, will proceed with Du for space computation calculation, 2024-12-06T07:47:14,994 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:47:14,995 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:47:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78b4112d9d859ecb with lease ID 0x81e060ba3f5bd8eb: Processing first storage report for DS-22690316-8d17-49a9-a1f0-54a2d774819a from datanode DatanodeRegistration(127.0.0.1:38935, datanodeUuid=fd60c9e6-5f12-463f-95c4-a038556e79bc, infoPort=45013, infoSecurePort=0, ipcPort=34467, storageInfo=lv=-57;cid=testClusterID;nsid=532743218;c=1733471233165) 2024-12-06T07:47:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78b4112d9d859ecb with lease ID 0x81e060ba3f5bd8eb: from storage DS-22690316-8d17-49a9-a1f0-54a2d774819a node DatanodeRegistration(127.0.0.1:38935, datanodeUuid=fd60c9e6-5f12-463f-95c4-a038556e79bc, infoPort=45013, infoSecurePort=0, ipcPort=34467, storageInfo=lv=-57;cid=testClusterID;nsid=532743218;c=1733471233165), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T07:47:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3ec267d3d4ce667 with lease ID 0x81e060ba3f5bd8ea: Processing first storage report for DS-742b1eb0-33cd-4e97-993f-cedc6e804bae from datanode DatanodeRegistration(127.0.0.1:34053, datanodeUuid=89b8be93-398d-4d96-98b5-fa8d0856911d, infoPort=45995, infoSecurePort=0, ipcPort=34857, storageInfo=lv=-57;cid=testClusterID;nsid=532743218;c=1733471233165) 2024-12-06T07:47:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3ec267d3d4ce667 with lease ID 0x81e060ba3f5bd8ea: from storage DS-742b1eb0-33cd-4e97-993f-cedc6e804bae node DatanodeRegistration(127.0.0.1:34053, datanodeUuid=89b8be93-398d-4d96-98b5-fa8d0856911d, infoPort=45995, infoSecurePort=0, ipcPort=34857, storageInfo=lv=-57;cid=testClusterID;nsid=532743218;c=1733471233165), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:47:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78b4112d9d859ecb with lease ID 0x81e060ba3f5bd8eb: Processing first storage report for DS-d546722b-b6ba-49e9-820a-c1c91b3d97b9 from datanode DatanodeRegistration(127.0.0.1:38935, datanodeUuid=fd60c9e6-5f12-463f-95c4-a038556e79bc, infoPort=45013, infoSecurePort=0, ipcPort=34467, storageInfo=lv=-57;cid=testClusterID;nsid=532743218;c=1733471233165) 2024-12-06T07:47:15,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78b4112d9d859ecb with lease ID 0x81e060ba3f5bd8eb: from storage DS-d546722b-b6ba-49e9-820a-c1c91b3d97b9 node DatanodeRegistration(127.0.0.1:38935, datanodeUuid=fd60c9e6-5f12-463f-95c4-a038556e79bc, infoPort=45013, infoSecurePort=0, ipcPort=34467, storageInfo=lv=-57;cid=testClusterID;nsid=532743218;c=1733471233165), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T07:47:15,067 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3ec267d3d4ce667 with lease ID 0x81e060ba3f5bd8ea: Processing first storage report for DS-af151ac6-091b-4bfe-9c7d-5dd6d7034a32 from datanode DatanodeRegistration(127.0.0.1:34053, datanodeUuid=89b8be93-398d-4d96-98b5-fa8d0856911d, infoPort=45995, infoSecurePort=0, ipcPort=34857, storageInfo=lv=-57;cid=testClusterID;nsid=532743218;c=1733471233165) 2024-12-06T07:47:15,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3ec267d3d4ce667 with lease ID 0x81e060ba3f5bd8ea: from storage DS-af151ac6-091b-4bfe-9c7d-5dd6d7034a32 node DatanodeRegistration(127.0.0.1:34053, datanodeUuid=89b8be93-398d-4d96-98b5-fa8d0856911d, infoPort=45995, infoSecurePort=0, ipcPort=34857, storageInfo=lv=-57;cid=testClusterID;nsid=532743218;c=1733471233165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:47:15,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da 2024-12-06T07:47:15,247 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/zookeeper_0, clientPort=63847, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T07:47:15,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63847 2024-12-06T07:47:15,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:47:15,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:47:15,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741825_1001 (size=7) 2024-12-06T07:47:15,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741825_1001 (size=7) 2024-12-06T07:47:15,910 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd with version=8 2024-12-06T07:47:15,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/hbase-staging 2024-12-06T07:47:16,008 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T07:47:16,254 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aa9080fe83d2:0 server-side Connection retries=45 2024-12-06T07:47:16,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:47:16,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T07:47:16,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T07:47:16,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:47:16,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T07:47:16,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T07:47:16,465 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T07:47:16,474 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T07:47:16,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T07:47:16,504 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23352 (auto-detected) 2024-12-06T07:47:16,505 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T07:47:16,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44327 2024-12-06T07:47:16,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44327 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-12-06T07:47:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443270x0, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T07:47:16,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44327-0x10186bdd7280000 connected 2024-12-06T07:47:16,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:47:16,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:47:16,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:47:16,640 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd, hbase.cluster.distributed=false 2024-12-06T07:47:16,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T07:47:16,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44327 2024-12-06T07:47:16,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44327 2024-12-06T07:47:16,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44327 2024-12-06T07:47:16,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44327 2024-12-06T07:47:16,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44327 2024-12-06T07:47:16,786 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aa9080fe83d2:0 server-side Connection retries=45 2024-12-06T07:47:16,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:47:16,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T07:47:16,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T07:47:16,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:47:16,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T07:47:16,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T07:47:16,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T07:47:16,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45819 2024-12-06T07:47:16,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45819 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-12-06T07:47:16,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:47:16,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:47:16,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458190x0, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T07:47:16,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45819-0x10186bdd7280001 connected 2024-12-06T07:47:16,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:47:16,814 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T07:47:16,823 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T07:47:16,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T07:47:16,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T07:47:16,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45819 2024-12-06T07:47:16,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45819 2024-12-06T07:47:16,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45819 2024-12-06T07:47:16,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45819 2024-12-06T07:47:16,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45819 2024-12-06T07:47:16,850 DEBUG [M:0;aa9080fe83d2:44327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aa9080fe83d2:44327 2024-12-06T07:47:16,851 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aa9080fe83d2,44327,1733471236060 2024-12-06T07:47:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:47:16,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:47:16,860 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aa9080fe83d2,44327,1733471236060 2024-12-06T07:47:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T07:47:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:16,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:16,884 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T07:47:16,886 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aa9080fe83d2,44327,1733471236060 from backup master directory 2024-12-06T07:47:16,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aa9080fe83d2,44327,1733471236060 2024-12-06T07:47:16,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:47:16,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:47:16,890 WARN [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T07:47:16,890 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aa9080fe83d2,44327,1733471236060 2024-12-06T07:47:16,892 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T07:47:16,893 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T07:47:16,950 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/hbase.id] with ID: b7d912d2-d68b-4c13-9330-cb29bee0e495 2024-12-06T07:47:16,951 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/.tmp/hbase.id 2024-12-06T07:47:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741826_1002 (size=42) 2024-12-06T07:47:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741826_1002 (size=42) 2024-12-06T07:47:16,964 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/.tmp/hbase.id]:[hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/hbase.id] 2024-12-06T07:47:17,005 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:47:17,010 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T07:47:17,030 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-06T07:47:17,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:17,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:17,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741827_1003 (size=196) 2024-12-06T07:47:17,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741827_1003 (size=196) 2024-12-06T07:47:17,073 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T07:47:17,075 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T07:47:17,081 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:47:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741828_1004 (size=1189) 2024-12-06T07:47:17,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741828_1004 (size=1189) 2024-12-06T07:47:17,134 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store 2024-12-06T07:47:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741829_1005 (size=34) 2024-12-06T07:47:17,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741829_1005 (size=34) 2024-12-06T07:47:17,160 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T07:47:17,163 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:47:17,164 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T07:47:17,164 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:47:17,164 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:47:17,166 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T07:47:17,166 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:47:17,166 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:47:17,167 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733471237164Disabling compacts and flushes for region at 1733471237164Disabling writes for close at 1733471237166 (+2 ms)Writing region close event to WAL at 1733471237166Closed at 1733471237166 2024-12-06T07:47:17,169 WARN [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/.initializing 2024-12-06T07:47:17,169 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/WALs/aa9080fe83d2,44327,1733471236060 2024-12-06T07:47:17,177 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:47:17,191 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C44327%2C1733471236060, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/WALs/aa9080fe83d2,44327,1733471236060, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/oldWALs, maxLogs=10 2024-12-06T07:47:17,221 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/WALs/aa9080fe83d2,44327,1733471236060/aa9080fe83d2%2C44327%2C1733471236060.1733471237196, exclude list is [], retry=0 2024-12-06T07:47:17,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:47:17,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38935,DS-22690316-8d17-49a9-a1f0-54a2d774819a,DISK] 2024-12-06T07:47:17,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-742b1eb0-33cd-4e97-993f-cedc6e804bae,DISK] 2024-12-06T07:47:17,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T07:47:17,286 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/WALs/aa9080fe83d2,44327,1733471236060/aa9080fe83d2%2C44327%2C1733471236060.1733471237196 2024-12-06T07:47:17,287 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995),(127.0.0.1/127.0.0.1:45013:45013)] 2024-12-06T07:47:17,287 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:47:17,288 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:47:17,291 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,292 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T07:47:17,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:17,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:47:17,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T07:47:17,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:17,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:47:17,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T07:47:17,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:17,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:47:17,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T07:47:17,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:17,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:47:17,375 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,379 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,380 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,385 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,385 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,388 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T07:47:17,392 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:47:17,397 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:47:17,398 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=698463, jitterRate=-0.11185845732688904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T07:47:17,406 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733471237304Initializing all the Stores at 1733471237306 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471237307 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471237307Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471237308 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471237308Cleaning up temporary data from old regions at 1733471237385 (+77 ms)Region opened successfully at 1733471237406 (+21 ms) 2024-12-06T07:47:17,407 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T07:47:17,444 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3817030c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aa9080fe83d2/172.17.0.2:0 2024-12-06T07:47:17,480 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T07:47:17,492 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T07:47:17,492 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T07:47:17,495 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T07:47:17,497 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T07:47:17,501 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-06T07:47:17,501 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T07:47:17,528 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T07:47:17,537 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T07:47:17,539 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T07:47:17,541 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T07:47:17,542 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T07:47:17,544 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T07:47:17,546 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T07:47:17,550 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T07:47:17,552 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T07:47:17,553 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T07:47:17,555 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T07:47:17,571 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T07:47:17,572 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T07:47:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T07:47:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T07:47:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:17,579 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aa9080fe83d2,44327,1733471236060, sessionid=0x10186bdd7280000, setting cluster-up flag (Was=false) 2024-12-06T07:47:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:17,600 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T07:47:17,602 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aa9080fe83d2,44327,1733471236060 2024-12-06T07:47:17,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:17,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:17,613 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T07:47:17,615 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aa9080fe83d2,44327,1733471236060 2024-12-06T07:47:17,621 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T07:47:17,641 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(746): ClusterId : b7d912d2-d68b-4c13-9330-cb29bee0e495 2024-12-06T07:47:17,644 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T07:47:17,649 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T07:47:17,649 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T07:47:17,652 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T07:47:17,653 DEBUG [RS:0;aa9080fe83d2:45819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560dc1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aa9080fe83d2/172.17.0.2:0 2024-12-06T07:47:17,669 DEBUG [RS:0;aa9080fe83d2:45819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aa9080fe83d2:45819 2024-12-06T07:47:17,673 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T07:47:17,673 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T07:47:17,673 DEBUG [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T07:47:17,676 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(2659): reportForDuty to master=aa9080fe83d2,44327,1733471236060 with port=45819, startcode=1733471236746 2024-12-06T07:47:17,688 DEBUG [RS:0;aa9080fe83d2:45819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T07:47:17,695 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T07:47:17,706 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T07:47:17,716 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T07:47:17,722 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aa9080fe83d2,44327,1733471236060 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T07:47:17,726 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43849, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T07:47:17,733 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44327 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T07:47:17,733 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:47:17,734 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:47:17,734 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:47:17,734 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:47:17,734 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aa9080fe83d2:0, corePoolSize=10, maxPoolSize=10 2024-12-06T07:47:17,735 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,735 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=2, maxPoolSize=2 2024-12-06T07:47:17,735 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,739 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733471267739 2024-12-06T07:47:17,741 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T07:47:17,742 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T07:47:17,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:47:17,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T07:47:17,746 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T07:47:17,747 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T07:47:17,747 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T07:47:17,747 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T07:47:17,748 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,752 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:17,752 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T07:47:17,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T07:47:17,753 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T07:47:17,754 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T07:47:17,764 DEBUG [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T07:47:17,764 WARN [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T07:47:17,764 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T07:47:17,765 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T07:47:17,771 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471237766,5,FailOnTimeoutGroup] 2024-12-06T07:47:17,772 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471237771,5,FailOnTimeoutGroup] 2024-12-06T07:47:17,773 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,773 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T07:47:17,774 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,775 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741831_1007 (size=1321) 2024-12-06T07:47:17,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741831_1007 (size=1321) 2024-12-06T07:47:17,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T07:47:17,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd 2024-12-06T07:47:17,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741832_1008 (size=32) 2024-12-06T07:47:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741832_1008 (size=32) 2024-12-06T07:47:17,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:47:17,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T07:47:17,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T07:47:17,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:17,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:47:17,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T07:47:17,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T07:47:17,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:17,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:47:17,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T07:47:17,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T07:47:17,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:17,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:47:17,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T07:47:17,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T07:47:17,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:17,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:47:17,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T07:47:17,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740 2024-12-06T07:47:17,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740 2024-12-06T07:47:17,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T07:47:17,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T07:47:17,824 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T07:47:17,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T07:47:17,831 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:47:17,832 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=759498, jitterRate=-0.03424958884716034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T07:47:17,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733471237798Initializing all the Stores at 1733471237800 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471237800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471237800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471237800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471237800Cleaning up temporary data from old regions at 1733471237823 (+23 ms)Region opened successfully at 1733471237834 (+11 ms) 2024-12-06T07:47:17,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T07:47:17,835 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T07:47:17,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T07:47:17,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T07:47:17,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T07:47:17,837 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T07:47:17,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733471237835Disabling compacts and flushes for region at 1733471237835Disabling writes for close at 1733471237835Writing region close event to WAL at 1733471237836 (+1 ms)Closed at 1733471237837 (+1 ms) 2024-12-06T07:47:17,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:47:17,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T07:47:17,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T07:47:17,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T07:47:17,861 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T07:47:17,865 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(2659): reportForDuty to master=aa9080fe83d2,44327,1733471236060 with port=45819, startcode=1733471236746 2024-12-06T07:47:17,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:17,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44327 {}] master.ServerManager(517): Registering regionserver=aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:17,878 DEBUG [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd 2024-12-06T07:47:17,878 DEBUG [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38955 2024-12-06T07:47:17,878 DEBUG [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T07:47:17,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T07:47:17,885 DEBUG [RS:0;aa9080fe83d2:45819 {}] zookeeper.ZKUtil(111): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:17,885 WARN [RS:0;aa9080fe83d2:45819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T07:47:17,885 INFO [RS:0;aa9080fe83d2:45819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:47:17,885 DEBUG [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:17,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aa9080fe83d2,45819,1733471236746] 2024-12-06T07:47:17,915 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T07:47:17,930 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T07:47:17,935 INFO [RS:0;aa9080fe83d2:45819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T07:47:17,936 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,937 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T07:47:17,943 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T07:47:17,945 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,945 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,945 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,946 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,946 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,946 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,946 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aa9080fe83d2:0, corePoolSize=2, maxPoolSize=2 2024-12-06T07:47:17,946 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,946 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,947 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,947 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,947 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,947 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:47:17,947 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aa9080fe83d2:0, corePoolSize=3, maxPoolSize=3 2024-12-06T07:47:17,947 DEBUG [RS:0;aa9080fe83d2:45819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0, corePoolSize=3, maxPoolSize=3 2024-12-06T07:47:17,948 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,948 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,949 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,949 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,949 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,949 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,45819,1733471236746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T07:47:17,967 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T07:47:17,969 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,45819,1733471236746-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,970 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,970 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.Replication(171): aa9080fe83d2,45819,1733471236746 started 2024-12-06T07:47:17,992 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:17,992 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(1482): Serving as aa9080fe83d2,45819,1733471236746, RpcServer on aa9080fe83d2/172.17.0.2:45819, sessionid=0x10186bdd7280001 2024-12-06T07:47:17,993 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T07:47:17,993 DEBUG [RS:0;aa9080fe83d2:45819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:17,994 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aa9080fe83d2,45819,1733471236746' 2024-12-06T07:47:17,994 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T07:47:17,995 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T07:47:17,996 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T07:47:17,996 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T07:47:17,996 DEBUG [RS:0;aa9080fe83d2:45819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:17,996 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aa9080fe83d2,45819,1733471236746' 2024-12-06T07:47:17,996 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T07:47:17,997 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T07:47:17,997 DEBUG [RS:0;aa9080fe83d2:45819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T07:47:17,997 INFO [RS:0;aa9080fe83d2:45819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T07:47:17,997 INFO [RS:0;aa9080fe83d2:45819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T07:47:18,011 WARN [aa9080fe83d2:44327 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T07:47:18,103 INFO [RS:0;aa9080fe83d2:45819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:47:18,107 INFO [RS:0;aa9080fe83d2:45819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C45819%2C1733471236746, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/oldWALs, maxLogs=32 2024-12-06T07:47:18,124 DEBUG [RS:0;aa9080fe83d2:45819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471238109, exclude list is [], retry=0 2024-12-06T07:47:18,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-742b1eb0-33cd-4e97-993f-cedc6e804bae,DISK] 2024-12-06T07:47:18,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38935,DS-22690316-8d17-49a9-a1f0-54a2d774819a,DISK] 2024-12-06T07:47:18,133 INFO [RS:0;aa9080fe83d2:45819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471238109 2024-12-06T07:47:18,133 DEBUG [RS:0;aa9080fe83d2:45819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995),(127.0.0.1/127.0.0.1:45013:45013)] 2024-12-06T07:47:18,264 DEBUG [aa9080fe83d2:44327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T07:47:18,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:18,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aa9080fe83d2,45819,1733471236746, state=OPENING 2024-12-06T07:47:18,288 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T07:47:18,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:18,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:47:18,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:47:18,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:47:18,292 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T07:47:18,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aa9080fe83d2,45819,1733471236746}] 2024-12-06T07:47:18,472 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T07:47:18,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59515, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T07:47:18,486 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T07:47:18,487 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:47:18,488 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T07:47:18,491 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C45819%2C1733471236746.meta, suffix=.meta, logDir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/oldWALs, maxLogs=32 2024-12-06T07:47:18,507 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.meta.1733471238493.meta, exclude list is [], retry=0 2024-12-06T07:47:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-742b1eb0-33cd-4e97-993f-cedc6e804bae,DISK] 2024-12-06T07:47:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38935,DS-22690316-8d17-49a9-a1f0-54a2d774819a,DISK] 2024-12-06T07:47:18,514 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.meta.1733471238493.meta 2024-12-06T07:47:18,515 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995),(127.0.0.1/127.0.0.1:45013:45013)] 2024-12-06T07:47:18,515 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:47:18,517 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T07:47:18,520 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T07:47:18,525 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T07:47:18,529 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T07:47:18,530 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:47:18,530 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T07:47:18,530 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T07:47:18,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T07:47:18,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T07:47:18,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:18,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:47:18,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T07:47:18,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T07:47:18,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:18,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:47:18,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T07:47:18,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T07:47:18,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:18,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:47:18,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T07:47:18,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T07:47:18,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:18,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:47:18,543 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T07:47:18,544 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740 2024-12-06T07:47:18,546 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740 2024-12-06T07:47:18,548 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T07:47:18,548 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T07:47:18,549 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T07:47:18,552 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T07:47:18,553 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=835716, jitterRate=0.06266896426677704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T07:47:18,553 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T07:47:18,555 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733471238530Writing region info on filesystem at 1733471238531 (+1 ms)Initializing all the Stores at 1733471238532 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471238533 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471238533Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471238533Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471238533Cleaning up temporary data from old regions at 1733471238548 (+15 ms)Running coprocessor post-open hooks at 1733471238553 (+5 ms)Region opened successfully at 1733471238555 (+2 ms) 2024-12-06T07:47:18,562 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733471238463 2024-12-06T07:47:18,574 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T07:47:18,574 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T07:47:18,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:18,578 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aa9080fe83d2,45819,1733471236746, state=OPEN 2024-12-06T07:47:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T07:47:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T07:47:18,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:47:18,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:47:18,585 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:18,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T07:47:18,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aa9080fe83d2,45819,1733471236746 in 293 msec 2024-12-06T07:47:18,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T07:47:18,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-12-06T07:47:18,599 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:47:18,599 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T07:47:18,620 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T07:47:18,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aa9080fe83d2,45819,1733471236746, seqNum=-1] 2024-12-06T07:47:18,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T07:47:18,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39503, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T07:47:18,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0160 sec 2024-12-06T07:47:18,668 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733471238668, completionTime=-1 2024-12-06T07:47:18,671 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T07:47:18,672 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T07:47:18,705 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T07:47:18,705 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733471298705 2024-12-06T07:47:18,705 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733471358705 2024-12-06T07:47:18,705 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-12-06T07:47:18,708 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,44327,1733471236060-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:18,709 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,44327,1733471236060-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:18,709 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,44327,1733471236060-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:18,711 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aa9080fe83d2:44327, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:18,711 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:18,712 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:18,718 DEBUG [master/aa9080fe83d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T07:47:18,743 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.852sec 2024-12-06T07:47:18,744 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T07:47:18,745 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T07:47:18,746 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T07:47:18,747 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T07:47:18,747 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T07:47:18,748 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,44327,1733471236060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T07:47:18,748 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,44327,1733471236060-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T07:47:18,757 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T07:47:18,757 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T07:47:18,758 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,44327,1733471236060-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:47:18,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf4e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:47:18,855 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T07:47:18,855 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T07:47:18,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aa9080fe83d2,44327,-1 for getting cluster id 2024-12-06T07:47:18,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T07:47:18,870 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7d912d2-d68b-4c13-9330-cb29bee0e495' 2024-12-06T07:47:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T07:47:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7d912d2-d68b-4c13-9330-cb29bee0e495" 2024-12-06T07:47:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245171d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:47:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aa9080fe83d2,44327,-1] 2024-12-06T07:47:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T07:47:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:47:18,882 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T07:47:18,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffbf561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:47:18,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T07:47:18,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aa9080fe83d2,45819,1733471236746, seqNum=-1] 2024-12-06T07:47:18,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T07:47:18,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T07:47:18,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aa9080fe83d2,44327,1733471236060 2024-12-06T07:47:18,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:47:18,924 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T07:47:18,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T07:47:18,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is aa9080fe83d2,44327,1733471236060 2024-12-06T07:47:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364b863d 2024-12-06T07:47:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T07:47:18,940 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T07:47:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T07:47:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T07:47:18,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T07:47:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-06T07:47:18,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T07:47:18,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-06T07:47:18,959 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:18,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T07:47:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T07:47:19,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741835_1011 (size=389) 2024-12-06T07:47:19,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741835_1011 (size=389) 2024-12-06T07:47:19,007 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 340c249b2e9cbab8c61e0181675fa874, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd 2024-12-06T07:47:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741836_1012 (size=72) 2024-12-06T07:47:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741836_1012 (size=72) 2024-12-06T07:47:19,023 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:47:19,023 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 340c249b2e9cbab8c61e0181675fa874, disabling compactions & flushes 2024-12-06T07:47:19,024 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:47:19,024 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:47:19,024 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. after waiting 0 ms 2024-12-06T07:47:19,024 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:47:19,024 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:47:19,024 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 340c249b2e9cbab8c61e0181675fa874: Waiting for close lock at 1733471239023Disabling compacts and flushes for region at 1733471239023Disabling writes for close at 1733471239024 (+1 ms)Writing region close event to WAL at 1733471239024Closed at 1733471239024 2024-12-06T07:47:19,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T07:47:19,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733471239027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733471239027"}]},"ts":"1733471239027"} 2024-12-06T07:47:19,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T07:47:19,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T07:47:19,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733471239041"}]},"ts":"1733471239041"} 2024-12-06T07:47:19,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-06T07:47:19,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=340c249b2e9cbab8c61e0181675fa874, ASSIGN}] 2024-12-06T07:47:19,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=340c249b2e9cbab8c61e0181675fa874, ASSIGN 2024-12-06T07:47:19,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=340c249b2e9cbab8c61e0181675fa874, ASSIGN; state=OFFLINE, location=aa9080fe83d2,45819,1733471236746; forceNewPlan=false, retain=false 2024-12-06T07:47:19,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=340c249b2e9cbab8c61e0181675fa874, regionState=OPENING, regionLocation=aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:19,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=340c249b2e9cbab8c61e0181675fa874, ASSIGN because future has completed 2024-12-06T07:47:19,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 340c249b2e9cbab8c61e0181675fa874, server=aa9080fe83d2,45819,1733471236746}] 2024-12-06T07:47:19,372 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:47:19,373 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 340c249b2e9cbab8c61e0181675fa874, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874.', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:47:19,373 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,373 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:47:19,373 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,373 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,376 INFO [StoreOpener-340c249b2e9cbab8c61e0181675fa874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,378 INFO [StoreOpener-340c249b2e9cbab8c61e0181675fa874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 340c249b2e9cbab8c61e0181675fa874 columnFamilyName info 2024-12-06T07:47:19,378 DEBUG [StoreOpener-340c249b2e9cbab8c61e0181675fa874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:47:19,380 INFO [StoreOpener-340c249b2e9cbab8c61e0181675fa874-1 {}] regionserver.HStore(327): Store=340c249b2e9cbab8c61e0181675fa874/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:47:19,380 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,381 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,382 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,382 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,382 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,385 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,389 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:47:19,390 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 340c249b2e9cbab8c61e0181675fa874; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=858621, jitterRate=0.09179358184337616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T07:47:19,390 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:19,391 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 340c249b2e9cbab8c61e0181675fa874: Running coprocessor pre-open hook at 1733471239374Writing region info on filesystem at 1733471239374Initializing all the Stores at 1733471239375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471239375Cleaning up temporary data from old regions at 1733471239382 (+7 ms)Running coprocessor post-open hooks at 1733471239390 (+8 ms)Region opened successfully at 1733471239391 (+1 ms) 2024-12-06T07:47:19,393 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874., pid=6, masterSystemTime=1733471239366 2024-12-06T07:47:19,396 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:47:19,397 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:47:19,398 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=340c249b2e9cbab8c61e0181675fa874, regionState=OPEN, openSeqNum=2, regionLocation=aa9080fe83d2,45819,1733471236746 2024-12-06T07:47:19,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 340c249b2e9cbab8c61e0181675fa874, server=aa9080fe83d2,45819,1733471236746 because future has completed 2024-12-06T07:47:19,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T07:47:19,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 340c249b2e9cbab8c61e0181675fa874, server=aa9080fe83d2,45819,1733471236746 in 192 msec 2024-12-06T07:47:19,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T07:47:19,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=340c249b2e9cbab8c61e0181675fa874, ASSIGN in 357 msec 2024-12-06T07:47:19,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T07:47:19,412 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733471239412"}]},"ts":"1733471239412"} 2024-12-06T07:47:19,415 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-06T07:47:19,416 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T07:47:19,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 468 msec 2024-12-06T07:47:24,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T07:47:24,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T07:47:24,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-06T07:47:26,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T07:47:26,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T07:47:26,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-06T07:47:26,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-06T07:47:26,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T07:47:26,466 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T07:47:26,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T07:47:26,466 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T07:47:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T07:47:29,020 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-06T07:47:29,023 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-06T07:47:29,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-06T07:47:29,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:47:29,046 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471249032, exclude list is [], retry=0 2024-12-06T07:47:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-742b1eb0-33cd-4e97-993f-cedc6e804bae,DISK] 2024-12-06T07:47:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38935,DS-22690316-8d17-49a9-a1f0-54a2d774819a,DISK] 2024-12-06T07:47:29,054 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471238109 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471249032 2024-12-06T07:47:29,055 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45013:45013),(127.0.0.1/127.0.0.1:45995:45995)] 2024-12-06T07:47:29,055 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471238109 is not closed yet, will try archiving it next time 2024-12-06T07:47:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741833_1009 (size=451) 2024-12-06T07:47:29,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741833_1009 (size=451) 2024-12-06T07:47:29,061 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471238109 to hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/oldWALs/aa9080fe83d2%2C45819%2C1733471236746.1733471238109 2024-12-06T07:47:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874., hostname=aa9080fe83d2,45819,1733471236746, seqNum=2] 2024-12-06T07:47:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] regionserver.HRegion(8855): Flush requested on 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:47:43,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 340c249b2e9cbab8c61e0181675fa874 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T07:47:43,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/.tmp/info/5afaa445085545aba4531870cb89c785 is 1055, key is row0001/info:/1733471249067/Put/seqid=0 2024-12-06T07:47:43,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741838_1014 (size=13386) 2024-12-06T07:47:43,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741838_1014 (size=13386) 2024-12-06T07:47:43,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/.tmp/info/5afaa445085545aba4531870cb89c785 2024-12-06T07:47:43,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/.tmp/info/5afaa445085545aba4531870cb89c785 as hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/info/5afaa445085545aba4531870cb89c785 2024-12-06T07:47:43,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/info/5afaa445085545aba4531870cb89c785, entries=8, sequenceid=12, filesize=13.1 K 2024-12-06T07:47:43,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 340c249b2e9cbab8c61e0181675fa874 in 140ms, sequenceid=12, compaction requested=false 2024-12-06T07:47:43,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 340c249b2e9cbab8c61e0181675fa874: 2024-12-06T07:47:45,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T07:47:49,120 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471269106, exclude list is [], retry=0 2024-12-06T07:47:49,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38935,DS-22690316-8d17-49a9-a1f0-54a2d774819a,DISK] 2024-12-06T07:47:49,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-742b1eb0-33cd-4e97-993f-cedc6e804bae,DISK] 2024-12-06T07:47:49,126 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471249032 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471269106 2024-12-06T07:47:49,127 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45013:45013),(127.0.0.1/127.0.0.1:45995:45995)] 2024-12-06T07:47:49,127 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471249032 is not closed yet, will try archiving it next time 2024-12-06T07:47:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741837_1013 (size=12149) 2024-12-06T07:47:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741837_1013 (size=12149) 2024-12-06T07:47:54,132 INFO [AsyncFSWAL-0-hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd-prefix:aa9080fe83d2,45819,1733471236746 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38935,DS-22690316-8d17-49a9-a1f0-54a2d774819a,DISK], DatanodeInfoWithStorage[127.0.0.1:34053,DS-742b1eb0-33cd-4e97-993f-cedc6e804bae,DISK]] 2024-12-06T07:47:54,134 WARN [AsyncFSWAL-0-hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd-prefix:aa9080fe83d2,45819,1733471236746 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38935,DS-22690316-8d17-49a9-a1f0-54a2d774819a,DISK], DatanodeInfoWithStorage[127.0.0.1:34053,DS-742b1eb0-33cd-4e97-993f-cedc6e804bae,DISK]] 2024-12-06T07:47:54,135 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL aa9080fe83d2%2C45819%2C1733471236746:(num 1733471269106) roll requested 2024-12-06T07:47:54,149 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471274135, exclude list is [], retry=0 2024-12-06T07:47:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38935,DS-22690316-8d17-49a9-a1f0-54a2d774819a,DISK] 2024-12-06T07:47:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-742b1eb0-33cd-4e97-993f-cedc6e804bae,DISK] 2024-12-06T07:47:54,157 INFO [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471269106 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471274135 2024-12-06T07:47:54,157 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45013:45013),(127.0.0.1/127.0.0.1:45995:45995)] 2024-12-06T07:47:54,157 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471269106 is not closed yet, will try archiving it next time 2024-12-06T07:47:54,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741839_1015 (size=1233) 2024-12-06T07:47:54,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741839_1015 (size=1233) 2024-12-06T07:47:56,134 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T07:47:56,148 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471276135, exclude list is [], retry=0 2024-12-06T07:47:56,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38935,DS-22690316-8d17-49a9-a1f0-54a2d774819a,DISK] 2024-12-06T07:47:56,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-742b1eb0-33cd-4e97-993f-cedc6e804bae,DISK] 2024-12-06T07:47:56,155 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471274135 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471276135 2024-12-06T07:47:56,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45013:45013),(127.0.0.1/127.0.0.1:45995:45995)] 2024-12-06T07:47:56,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471274135 is not closed yet, will try archiving it next time 2024-12-06T07:47:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741840_1016 (size=93) 2024-12-06T07:47:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741840_1016 (size=93) 2024-12-06T07:47:56,158 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/WALs/aa9080fe83d2,45819,1733471236746/aa9080fe83d2%2C45819%2C1733471236746.1733471274135 to hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/oldWALs/aa9080fe83d2%2C45819%2C1733471236746.1733471274135 2024-12-06T07:47:59,563 INFO [master/aa9080fe83d2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T07:47:59,563 INFO [master/aa9080fe83d2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T07:48:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] regionserver.HRegion(8855): Flush requested on 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:48:04,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 340c249b2e9cbab8c61e0181675fa874 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T07:48:04,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/.tmp/info/11ee105d85174a94b88619f5ea701c86 is 1055, key is row0009/info:/1733471265100/Put/seqid=0 2024-12-06T07:48:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741842_1018 (size=13386) 2024-12-06T07:48:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741842_1018 (size=13386) 2024-12-06T07:48:04,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/.tmp/info/11ee105d85174a94b88619f5ea701c86 2024-12-06T07:48:04,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/.tmp/info/11ee105d85174a94b88619f5ea701c86 as hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/info/11ee105d85174a94b88619f5ea701c86 2024-12-06T07:48:04,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/info/11ee105d85174a94b88619f5ea701c86, entries=8, sequenceid=23, filesize=13.1 K 2024-12-06T07:48:04,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 340c249b2e9cbab8c61e0181675fa874 in 37ms, sequenceid=23, compaction requested=false 2024-12-06T07:48:04,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 340c249b2e9cbab8c61e0181675fa874: 2024-12-06T07:48:04,210 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-06T07:48:04,210 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:48:04,211 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/info/5afaa445085545aba4531870cb89c785 because midkey is the same as first or last row 2024-12-06T07:48:04,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 340c249b2e9cbab8c61e0181675fa874, had cached 0 bytes from a total of 26772 2024-12-06T07:48:15,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T07:48:16,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T07:48:16,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T07:48:16,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:48:16,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:16,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:16,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T07:48:16,195 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T07:48:16,195 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=148268827, stopped=false 2024-12-06T07:48:16,195 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aa9080fe83d2,44327,1733471236060 2024-12-06T07:48:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T07:48:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T07:48:16,197 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T07:48:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:16,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T07:48:16,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:48:16,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:16,198 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aa9080fe83d2,45819,1733471236746' ***** 2024-12-06T07:48:16,198 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T07:48:16,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:48:16,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:48:16,199 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T07:48:16,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T07:48:16,199 INFO [RS:0;aa9080fe83d2:45819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T07:48:16,199 INFO [RS:0;aa9080fe83d2:45819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T07:48:16,200 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(3091): Received CLOSE for 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:48:16,200 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(959): stopping server aa9080fe83d2,45819,1733471236746 2024-12-06T07:48:16,200 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T07:48:16,200 INFO [RS:0;aa9080fe83d2:45819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aa9080fe83d2:45819. 2024-12-06T07:48:16,200 DEBUG [RS:0;aa9080fe83d2:45819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:48:16,200 DEBUG [RS:0;aa9080fe83d2:45819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:16,201 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T07:48:16,201 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T07:48:16,201 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 340c249b2e9cbab8c61e0181675fa874, disabling compactions & flushes 2024-12-06T07:48:16,201 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T07:48:16,201 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:48:16,201 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T07:48:16,201 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:48:16,201 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. after waiting 0 ms 2024-12-06T07:48:16,201 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:48:16,201 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T07:48:16,201 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 340c249b2e9cbab8c61e0181675fa874 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-06T07:48:16,201 DEBUG [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(1325): Online Regions={340c249b2e9cbab8c61e0181675fa874=TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T07:48:16,201 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T07:48:16,201 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T07:48:16,202 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T07:48:16,202 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T07:48:16,202 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T07:48:16,202 DEBUG [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 340c249b2e9cbab8c61e0181675fa874 2024-12-06T07:48:16,202 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-06T07:48:16,210 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/.tmp/info/5e844085ffa4498f86a7e4ea01a06f2c is 1055, key is row0017/info:/1733471286174/Put/seqid=0 2024-12-06T07:48:16,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741843_1019 (size=10222) 2024-12-06T07:48:16,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741843_1019 (size=10222) 2024-12-06T07:48:16,219 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/.tmp/info/5e844085ffa4498f86a7e4ea01a06f2c 2024-12-06T07:48:16,225 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/.tmp/info/8b985ed5f0aa4a048e49a1640c2d7f7c is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874./info:regioninfo/1733471239397/Put/seqid=0 2024-12-06T07:48:16,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741844_1020 (size=7016) 2024-12-06T07:48:16,233 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/.tmp/info/5e844085ffa4498f86a7e4ea01a06f2c as hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/info/5e844085ffa4498f86a7e4ea01a06f2c 2024-12-06T07:48:16,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741844_1020 (size=7016) 2024-12-06T07:48:16,234 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/.tmp/info/8b985ed5f0aa4a048e49a1640c2d7f7c 2024-12-06T07:48:16,244 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/info/5e844085ffa4498f86a7e4ea01a06f2c, entries=5, sequenceid=31, filesize=10.0 K 2024-12-06T07:48:16,245 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 340c249b2e9cbab8c61e0181675fa874 in 44ms, sequenceid=31, compaction requested=true 2024-12-06T07:48:16,252 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/default/TestLogRolling-testSlowSyncLogRolling/340c249b2e9cbab8c61e0181675fa874/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-06T07:48:16,255 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:48:16,255 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 340c249b2e9cbab8c61e0181675fa874: Waiting for close lock at 1733471296200Running coprocessor pre-close hooks at 1733471296201 (+1 ms)Disabling compacts and flushes for region at 1733471296201Disabling writes for close at 1733471296201Obtaining lock to block concurrent updates at 1733471296201Preparing flush snapshotting stores in 340c249b2e9cbab8c61e0181675fa874 at 1733471296201Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733471296202 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. at 1733471296203 (+1 ms)Flushing 340c249b2e9cbab8c61e0181675fa874/info: creating writer at 1733471296203Flushing 340c249b2e9cbab8c61e0181675fa874/info: appending metadata at 1733471296209 (+6 ms)Flushing 340c249b2e9cbab8c61e0181675fa874/info: closing flushed file at 1733471296209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5192a37e: reopening flushed file at 1733471296230 (+21 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 340c249b2e9cbab8c61e0181675fa874 in 44ms, sequenceid=31, compaction requested=true at 1733471296246 (+16 ms)Writing region close event to WAL at 1733471296247 (+1 ms)Running coprocessor post-close hooks at 1733471296253 (+6 ms)Closed at 1733471296255 (+2 ms) 2024-12-06T07:48:16,256 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733471238942.340c249b2e9cbab8c61e0181675fa874. 2024-12-06T07:48:16,262 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/.tmp/ns/9dd86a5efe2e46bb830c437ac77f2f32 is 43, key is default/ns:d/1733471238651/Put/seqid=0 2024-12-06T07:48:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741845_1021 (size=5153) 2024-12-06T07:48:16,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741845_1021 (size=5153) 2024-12-06T07:48:16,269 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/.tmp/ns/9dd86a5efe2e46bb830c437ac77f2f32 2024-12-06T07:48:16,293 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/.tmp/table/33fb574ccb5a4d59a2adf06e4826b8c2 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733471239412/Put/seqid=0 2024-12-06T07:48:16,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741846_1022 (size=5396) 2024-12-06T07:48:16,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741846_1022 (size=5396) 2024-12-06T07:48:16,299 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/.tmp/table/33fb574ccb5a4d59a2adf06e4826b8c2 2024-12-06T07:48:16,307 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/.tmp/info/8b985ed5f0aa4a048e49a1640c2d7f7c as hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/info/8b985ed5f0aa4a048e49a1640c2d7f7c 2024-12-06T07:48:16,316 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/info/8b985ed5f0aa4a048e49a1640c2d7f7c, entries=10, sequenceid=11, filesize=6.9 K 2024-12-06T07:48:16,317 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/.tmp/ns/9dd86a5efe2e46bb830c437ac77f2f32 as hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/ns/9dd86a5efe2e46bb830c437ac77f2f32 2024-12-06T07:48:16,326 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/ns/9dd86a5efe2e46bb830c437ac77f2f32, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T07:48:16,327 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/.tmp/table/33fb574ccb5a4d59a2adf06e4826b8c2 as hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/table/33fb574ccb5a4d59a2adf06e4826b8c2 2024-12-06T07:48:16,335 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/table/33fb574ccb5a4d59a2adf06e4826b8c2, entries=2, sequenceid=11, filesize=5.3 K 2024-12-06T07:48:16,337 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false 2024-12-06T07:48:16,343 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T07:48:16,343 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T07:48:16,344 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T07:48:16,344 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733471296201Running coprocessor pre-close hooks at 1733471296201Disabling compacts and flushes for region at 1733471296201Disabling writes for close at 1733471296202 (+1 ms)Obtaining lock to block concurrent updates at 1733471296202Preparing flush snapshotting stores in 1588230740 at 1733471296202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733471296202Flushing stores of hbase:meta,,1.1588230740 at 1733471296203 (+1 ms)Flushing 1588230740/info: creating writer at 1733471296203Flushing 1588230740/info: appending metadata at 1733471296225 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733471296225Flushing 1588230740/ns: creating writer at 1733471296244 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733471296262 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733471296262Flushing 1588230740/table: creating writer at 1733471296278 (+16 ms)Flushing 1588230740/table: appending metadata at 1733471296292 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733471296292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8aa0848: reopening flushed file at 1733471296306 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ade086c: reopening flushed file at 1733471296316 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e74203: reopening flushed file at 1733471296326 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false at 1733471296337 (+11 ms)Writing region close event to WAL at 1733471296338 (+1 ms)Running coprocessor post-close hooks at 1733471296343 (+5 ms)Closed at 1733471296343 2024-12-06T07:48:16,344 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T07:48:16,402 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(976): stopping server aa9080fe83d2,45819,1733471236746; all regions closed. 2024-12-06T07:48:16,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741834_1010 (size=3066) 2024-12-06T07:48:16,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741834_1010 (size=3066) 2024-12-06T07:48:16,410 DEBUG [RS:0;aa9080fe83d2:45819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/oldWALs 2024-12-06T07:48:16,410 INFO [RS:0;aa9080fe83d2:45819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aa9080fe83d2%2C45819%2C1733471236746.meta:.meta(num 1733471238493) 2024-12-06T07:48:16,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741841_1017 (size=13164) 2024-12-06T07:48:16,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741841_1017 (size=13164) 2024-12-06T07:48:16,418 DEBUG [RS:0;aa9080fe83d2:45819 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/oldWALs 2024-12-06T07:48:16,419 INFO [RS:0;aa9080fe83d2:45819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aa9080fe83d2%2C45819%2C1733471236746:(num 1733471276135) 2024-12-06T07:48:16,419 DEBUG [RS:0;aa9080fe83d2:45819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:16,419 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T07:48:16,419 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T07:48:16,419 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.ChoreService(370): Chore service for: regionserver/aa9080fe83d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T07:48:16,419 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T07:48:16,419 INFO [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T07:48:16,420 INFO [RS:0;aa9080fe83d2:45819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45819 2024-12-06T07:48:16,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aa9080fe83d2,45819,1733471236746 2024-12-06T07:48:16,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T07:48:16,424 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T07:48:16,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aa9080fe83d2,45819,1733471236746] 2024-12-06T07:48:16,427 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aa9080fe83d2,45819,1733471236746 already deleted, retry=false 2024-12-06T07:48:16,428 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aa9080fe83d2,45819,1733471236746 expired; onlineServers=0 2024-12-06T07:48:16,428 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aa9080fe83d2,44327,1733471236060' ***** 2024-12-06T07:48:16,428 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T07:48:16,428 INFO [M:0;aa9080fe83d2:44327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T07:48:16,428 INFO [M:0;aa9080fe83d2:44327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T07:48:16,428 DEBUG [M:0;aa9080fe83d2:44327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T07:48:16,428 DEBUG [M:0;aa9080fe83d2:44327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T07:48:16,428 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T07:48:16,428 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471237766 {}] cleaner.HFileCleaner(306): Exit Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471237766,5,FailOnTimeoutGroup] 2024-12-06T07:48:16,428 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471237771 {}] cleaner.HFileCleaner(306): Exit Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471237771,5,FailOnTimeoutGroup] 2024-12-06T07:48:16,428 INFO [M:0;aa9080fe83d2:44327 {}] hbase.ChoreService(370): Chore service for: master/aa9080fe83d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T07:48:16,429 INFO [M:0;aa9080fe83d2:44327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T07:48:16,429 DEBUG [M:0;aa9080fe83d2:44327 {}] master.HMaster(1795): Stopping service threads 2024-12-06T07:48:16,429 INFO [M:0;aa9080fe83d2:44327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T07:48:16,429 INFO [M:0;aa9080fe83d2:44327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T07:48:16,429 INFO [M:0;aa9080fe83d2:44327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T07:48:16,430 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T07:48:16,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T07:48:16,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:16,431 DEBUG [M:0;aa9080fe83d2:44327 {}] zookeeper.ZKUtil(347): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T07:48:16,431 WARN [M:0;aa9080fe83d2:44327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T07:48:16,432 INFO [M:0;aa9080fe83d2:44327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/.lastflushedseqids 2024-12-06T07:48:16,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741847_1023 (size=130) 2024-12-06T07:48:16,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741847_1023 (size=130) 2024-12-06T07:48:16,446 INFO [M:0;aa9080fe83d2:44327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T07:48:16,447 INFO [M:0;aa9080fe83d2:44327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T07:48:16,447 DEBUG [M:0;aa9080fe83d2:44327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T07:48:16,447 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:16,447 DEBUG [M:0;aa9080fe83d2:44327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:16,447 DEBUG [M:0;aa9080fe83d2:44327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T07:48:16,447 DEBUG [M:0;aa9080fe83d2:44327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:16,447 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-12-06T07:48:16,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T07:48:16,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T07:48:16,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-06T07:48:16,465 DEBUG [M:0;aa9080fe83d2:44327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a415cc388e96443ea04e7079543e0619 is 82, key is hbase:meta,,1/info:regioninfo/1733471238575/Put/seqid=0 2024-12-06T07:48:16,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741848_1024 (size=5672) 2024-12-06T07:48:16,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741848_1024 (size=5672) 2024-12-06T07:48:16,473 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a415cc388e96443ea04e7079543e0619 2024-12-06T07:48:16,500 DEBUG [M:0;aa9080fe83d2:44327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dea5401794fb4aa6815df3caa7b11268 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733471239418/Put/seqid=0 2024-12-06T07:48:16,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741849_1025 (size=6247) 2024-12-06T07:48:16,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741849_1025 (size=6247) 2024-12-06T07:48:16,508 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dea5401794fb4aa6815df3caa7b11268 2024-12-06T07:48:16,516 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dea5401794fb4aa6815df3caa7b11268 2024-12-06T07:48:16,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:48:16,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45819-0x10186bdd7280001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:48:16,527 INFO [RS:0;aa9080fe83d2:45819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T07:48:16,527 INFO [RS:0;aa9080fe83d2:45819 {}] regionserver.HRegionServer(1031): Exiting; stopping=aa9080fe83d2,45819,1733471236746; zookeeper connection closed. 2024-12-06T07:48:16,528 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57525e58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57525e58 2024-12-06T07:48:16,528 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T07:48:16,532 DEBUG [M:0;aa9080fe83d2:44327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9cfaf5063e04b0487d267e2a0424571 is 69, key is aa9080fe83d2,45819,1733471236746/rs:state/1733471237872/Put/seqid=0 2024-12-06T07:48:16,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741850_1026 (size=5156) 2024-12-06T07:48:16,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741850_1026 (size=5156) 2024-12-06T07:48:16,540 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9cfaf5063e04b0487d267e2a0424571 2024-12-06T07:48:16,569 DEBUG [M:0;aa9080fe83d2:44327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/62ebae8393e84b8e844e7f3e3441526f is 52, key is load_balancer_on/state:d/1733471238920/Put/seqid=0 2024-12-06T07:48:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741851_1027 (size=5056) 2024-12-06T07:48:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741851_1027 (size=5056) 2024-12-06T07:48:16,584 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/62ebae8393e84b8e844e7f3e3441526f 2024-12-06T07:48:16,598 DEBUG [M:0;aa9080fe83d2:44327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a415cc388e96443ea04e7079543e0619 as hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a415cc388e96443ea04e7079543e0619 2024-12-06T07:48:16,607 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a415cc388e96443ea04e7079543e0619, entries=8, sequenceid=59, filesize=5.5 K 2024-12-06T07:48:16,609 DEBUG [M:0;aa9080fe83d2:44327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dea5401794fb4aa6815df3caa7b11268 as hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dea5401794fb4aa6815df3caa7b11268 2024-12-06T07:48:16,616 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dea5401794fb4aa6815df3caa7b11268 2024-12-06T07:48:16,617 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dea5401794fb4aa6815df3caa7b11268, entries=6, sequenceid=59, filesize=6.1 K 2024-12-06T07:48:16,618 DEBUG [M:0;aa9080fe83d2:44327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9cfaf5063e04b0487d267e2a0424571 as hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9cfaf5063e04b0487d267e2a0424571 2024-12-06T07:48:16,625 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9cfaf5063e04b0487d267e2a0424571, entries=1, sequenceid=59, filesize=5.0 K 2024-12-06T07:48:16,627 DEBUG [M:0;aa9080fe83d2:44327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/62ebae8393e84b8e844e7f3e3441526f as hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/62ebae8393e84b8e844e7f3e3441526f 2024-12-06T07:48:16,633 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/62ebae8393e84b8e844e7f3e3441526f, entries=1, sequenceid=59, filesize=4.9 K 2024-12-06T07:48:16,635 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=59, compaction requested=false 2024-12-06T07:48:16,637 INFO [M:0;aa9080fe83d2:44327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:16,637 DEBUG [M:0;aa9080fe83d2:44327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733471296447Disabling compacts and flushes for region at 1733471296447Disabling writes for close at 1733471296447Obtaining lock to block concurrent updates at 1733471296447Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733471296447Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1733471296448 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733471296449 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733471296449Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733471296464 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733471296464Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733471296481 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733471296499 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733471296499Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733471296516 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733471296532 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733471296532Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733471296548 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733471296568 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733471296568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a95ba1: reopening flushed file at 1733471296597 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32017a91: reopening flushed file at 1733471296607 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf5bd66: reopening flushed file at 1733471296617 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fff335b: reopening flushed file at 1733471296626 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=59, compaction requested=false at 1733471296635 (+9 ms)Writing region close event to WAL at 1733471296637 (+2 ms)Closed at 1733471296637 2024-12-06T07:48:16,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741830_1006 (size=27973) 2024-12-06T07:48:16,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741830_1006 (size=27973) 2024-12-06T07:48:16,641 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T07:48:16,642 INFO [M:0;aa9080fe83d2:44327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T07:48:16,642 INFO [M:0;aa9080fe83d2:44327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44327 2024-12-06T07:48:16,642 INFO [M:0;aa9080fe83d2:44327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T07:48:16,744 INFO [M:0;aa9080fe83d2:44327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T07:48:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:48:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44327-0x10186bdd7280000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:48:16,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:16,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:48:16,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:48:16,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:48:16,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/hadoop.log.dir/,STOPPED} 2024-12-06T07:48:16,757 WARN [BP-1716616103-172.17.0.2-1733471233165 heartbeating to localhost/127.0.0.1:38955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:48:16,757 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:48:16,757 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:48:16,757 WARN [BP-1716616103-172.17.0.2-1733471233165 heartbeating to localhost/127.0.0.1:38955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1716616103-172.17.0.2-1733471233165 (Datanode Uuid fd60c9e6-5f12-463f-95c4-a038556e79bc) service to localhost/127.0.0.1:38955 2024-12-06T07:48:16,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/data/data3/current/BP-1716616103-172.17.0.2-1733471233165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:16,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/data/data4/current/BP-1716616103-172.17.0.2-1733471233165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:16,759 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:48:16,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:16,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:48:16,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:48:16,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:48:16,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/hadoop.log.dir/,STOPPED} 2024-12-06T07:48:16,763 WARN [BP-1716616103-172.17.0.2-1733471233165 heartbeating to localhost/127.0.0.1:38955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:48:16,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:48:16,763 WARN [BP-1716616103-172.17.0.2-1733471233165 heartbeating to localhost/127.0.0.1:38955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1716616103-172.17.0.2-1733471233165 (Datanode Uuid 89b8be93-398d-4d96-98b5-fa8d0856911d) service to localhost/127.0.0.1:38955 2024-12-06T07:48:16,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:48:16,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/data/data1/current/BP-1716616103-172.17.0.2-1733471233165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:16,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/cluster_8a4effe9-a9a3-df34-eeb7-bfbecb6ce76c/data/data2/current/BP-1716616103-172.17.0.2-1733471233165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:16,765 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:48:16,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T07:48:16,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:48:16,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:48:16,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:48:16,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/hadoop.log.dir/,STOPPED} 2024-12-06T07:48:16,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T07:48:16,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T07:48:16,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=67 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/aa9080fe83d2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/aa9080fe83d2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/aa9080fe83d2:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4124c7bb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/aa9080fe83d2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38955 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 370), ProcessCount=11 (was 11), AvailableMemoryMB=5016 (was 4885) - AvailableMemoryMB LEAK? - 2024-12-06T07:48:16,837 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=68, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=5016 2024-12-06T07:48:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T07:48:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/hadoop.log.dir so I do NOT create it in target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12 2024-12-06T07:48:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d809fcf-47e6-8adb-5c6c-004f0ac805da/hadoop.tmp.dir so I do NOT create it in target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12 2024-12-06T07:48:16,838 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487, deleteOnExit=true 2024-12-06T07:48:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T07:48:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/test.cache.data in system properties and HBase conf 2024-12-06T07:48:16,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T07:48:16,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir in system properties and HBase conf 2024-12-06T07:48:16,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T07:48:16,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T07:48:16,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T07:48:16,839 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T07:48:16,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T07:48:16,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T07:48:16,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T07:48:16,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T07:48:16,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T07:48:16,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T07:48:16,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T07:48:16,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T07:48:16,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T07:48:16,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/nfs.dump.dir in system properties and HBase conf 2024-12-06T07:48:16,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/java.io.tmpdir in system properties and HBase conf 2024-12-06T07:48:16,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T07:48:16,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T07:48:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T07:48:16,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:16,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:48:16,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:48:16,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:48:16,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T07:48:16,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:16,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fba372a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:48:16,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92b0df5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:48:17,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@533ad8f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/java.io.tmpdir/jetty-localhost-37437-hadoop-hdfs-3_4_1-tests_jar-_-any-17534423412033781241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T07:48:17,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36269b5c{HTTP/1.1, (http/1.1)}{localhost:37437} 2024-12-06T07:48:17,113 INFO [Time-limited test {}] server.Server(415): Started @66025ms 2024-12-06T07:48:17,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:17,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:48:17,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:48:17,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:48:17,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T07:48:17,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f035ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:48:17,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350347e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:48:17,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64603cf9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/java.io.tmpdir/jetty-localhost-46673-hadoop-hdfs-3_4_1-tests_jar-_-any-5919449592578017621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:17,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13bb5eb4{HTTP/1.1, (http/1.1)}{localhost:46673} 2024-12-06T07:48:17,372 INFO [Time-limited test {}] server.Server(415): Started @66284ms 2024-12-06T07:48:17,374 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:48:17,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:17,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:48:17,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:48:17,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:48:17,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:48:17,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5047de0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:48:17,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a898108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:48:17,496 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data1/current/BP-422774539-172.17.0.2-1733471296885/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:17,497 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data2/current/BP-422774539-172.17.0.2-1733471296885/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:17,529 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:48:17,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda92e31a61902338 with lease ID 0xa6d063b372e47461: Processing first storage report for DS-8616533c-a12a-455d-8724-f97b74a46734 from datanode DatanodeRegistration(127.0.0.1:42047, datanodeUuid=bf9bb9a6-1428-40dd-b1f5-7faf80dd93ae, infoPort=46167, infoSecurePort=0, ipcPort=34293, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885) 2024-12-06T07:48:17,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda92e31a61902338 with lease ID 0xa6d063b372e47461: from storage DS-8616533c-a12a-455d-8724-f97b74a46734 node DatanodeRegistration(127.0.0.1:42047, datanodeUuid=bf9bb9a6-1428-40dd-b1f5-7faf80dd93ae, infoPort=46167, infoSecurePort=0, ipcPort=34293, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:17,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda92e31a61902338 with lease ID 0xa6d063b372e47461: Processing first storage report for DS-2c96a7f0-1b38-4ddc-80c5-60389db3df5f from datanode DatanodeRegistration(127.0.0.1:42047, datanodeUuid=bf9bb9a6-1428-40dd-b1f5-7faf80dd93ae, infoPort=46167, infoSecurePort=0, ipcPort=34293, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885) 2024-12-06T07:48:17,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda92e31a61902338 with lease ID 0xa6d063b372e47461: from storage DS-2c96a7f0-1b38-4ddc-80c5-60389db3df5f node DatanodeRegistration(127.0.0.1:42047, datanodeUuid=bf9bb9a6-1428-40dd-b1f5-7faf80dd93ae, infoPort=46167, infoSecurePort=0, ipcPort=34293, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:17,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40972279{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/java.io.tmpdir/jetty-localhost-32869-hadoop-hdfs-3_4_1-tests_jar-_-any-12739615376646880154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:17,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63c46134{HTTP/1.1, (http/1.1)}{localhost:32869} 2024-12-06T07:48:17,600 INFO [Time-limited test {}] server.Server(415): Started @66512ms 2024-12-06T07:48:17,602 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:48:17,735 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data4/current/BP-422774539-172.17.0.2-1733471296885/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:17,735 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data3/current/BP-422774539-172.17.0.2-1733471296885/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:17,761 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:48:17,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fa5084baf6e3f16 with lease ID 0xa6d063b372e47462: Processing first storage report for DS-8ca9b455-f97c-4b41-beb2-39c140e91f63 from datanode DatanodeRegistration(127.0.0.1:34471, datanodeUuid=710ae50c-574a-468c-b05a-546ebfdb7669, infoPort=34005, infoSecurePort=0, ipcPort=33667, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885) 2024-12-06T07:48:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fa5084baf6e3f16 with lease ID 0xa6d063b372e47462: from storage DS-8ca9b455-f97c-4b41-beb2-39c140e91f63 node DatanodeRegistration(127.0.0.1:34471, datanodeUuid=710ae50c-574a-468c-b05a-546ebfdb7669, infoPort=34005, infoSecurePort=0, ipcPort=33667, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fa5084baf6e3f16 with lease ID 0xa6d063b372e47462: Processing first storage report for DS-f04af6d3-3505-4e09-ba5f-439589a05bb0 from datanode DatanodeRegistration(127.0.0.1:34471, datanodeUuid=710ae50c-574a-468c-b05a-546ebfdb7669, infoPort=34005, infoSecurePort=0, ipcPort=33667, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885) 2024-12-06T07:48:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fa5084baf6e3f16 with lease ID 0xa6d063b372e47462: from storage DS-f04af6d3-3505-4e09-ba5f-439589a05bb0 node DatanodeRegistration(127.0.0.1:34471, datanodeUuid=710ae50c-574a-468c-b05a-546ebfdb7669, infoPort=34005, infoSecurePort=0, ipcPort=33667, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:17,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12 2024-12-06T07:48:17,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/zookeeper_0, clientPort=60374, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T07:48:17,854 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60374 2024-12-06T07:48:17,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:17,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:17,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741825_1001 (size=7) 2024-12-06T07:48:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741825_1001 (size=7) 2024-12-06T07:48:17,870 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986 with version=8 2024-12-06T07:48:17,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/hbase-staging 2024-12-06T07:48:17,873 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aa9080fe83d2:0 server-side Connection retries=45 2024-12-06T07:48:17,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:17,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:17,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T07:48:17,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:17,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T07:48:17,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T07:48:17,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T07:48:17,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39857 2024-12-06T07:48:17,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39857 connecting to ZooKeeper ensemble=127.0.0.1:60374 2024-12-06T07:48:17,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398570x0, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T07:48:17,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39857-0x10186becbcc0000 connected 2024-12-06T07:48:17,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:17,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:17,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:48:17,911 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986, hbase.cluster.distributed=false 2024-12-06T07:48:17,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T07:48:17,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39857 2024-12-06T07:48:17,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39857 2024-12-06T07:48:17,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39857 2024-12-06T07:48:17,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39857 2024-12-06T07:48:17,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39857 2024-12-06T07:48:17,946 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aa9080fe83d2:0 server-side Connection retries=45 2024-12-06T07:48:17,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:17,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:17,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T07:48:17,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:17,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T07:48:17,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T07:48:17,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T07:48:17,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38791 2024-12-06T07:48:17,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38791 connecting to ZooKeeper ensemble=127.0.0.1:60374 2024-12-06T07:48:17,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:17,951 INFO [regionserver/aa9080fe83d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T07:48:17,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:17,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387910x0, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T07:48:17,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387910x0, quorum=127.0.0.1:60374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:48:17,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T07:48:17,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38791-0x10186becbcc0001 connected 2024-12-06T07:48:17,961 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T07:48:17,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T07:48:17,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T07:48:17,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38791 2024-12-06T07:48:17,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38791 2024-12-06T07:48:17,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38791 2024-12-06T07:48:17,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38791 2024-12-06T07:48:17,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38791 2024-12-06T07:48:17,988 DEBUG [M:0;aa9080fe83d2:39857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aa9080fe83d2:39857 2024-12-06T07:48:17,988 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aa9080fe83d2,39857,1733471297872 2024-12-06T07:48:17,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:48:17,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:48:17,991 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aa9080fe83d2,39857,1733471297872 2024-12-06T07:48:17,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T07:48:17,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:17,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:17,994 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T07:48:17,995 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aa9080fe83d2,39857,1733471297872 from backup master directory 2024-12-06T07:48:18,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:48:18,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aa9080fe83d2,39857,1733471297872 2024-12-06T07:48:18,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:48:18,000 WARN [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T07:48:18,000 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aa9080fe83d2,39857,1733471297872 2024-12-06T07:48:18,034 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/hbase.id] with ID: 6e96f9ba-7afd-4f75-a9db-3ef24da5ed8a 2024-12-06T07:48:18,034 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/.tmp/hbase.id 2024-12-06T07:48:18,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741826_1002 (size=42) 2024-12-06T07:48:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741826_1002 (size=42) 2024-12-06T07:48:18,048 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/.tmp/hbase.id]:[hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/hbase.id] 2024-12-06T07:48:18,072 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:18,072 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T07:48:18,074 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T07:48:18,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:18,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741827_1003 (size=196) 2024-12-06T07:48:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741827_1003 (size=196) 2024-12-06T07:48:18,094 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T07:48:18,095 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T07:48:18,095 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:48:18,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741828_1004 (size=1189) 2024-12-06T07:48:18,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741828_1004 (size=1189) 2024-12-06T07:48:18,113 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store 2024-12-06T07:48:18,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741829_1005 (size=34) 2024-12-06T07:48:18,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741829_1005 (size=34) 2024-12-06T07:48:18,128 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:18,129 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T07:48:18,129 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:18,129 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:18,129 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T07:48:18,129 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:18,129 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:18,129 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733471298129Disabling compacts and flushes for region at 1733471298129Disabling writes for close at 1733471298129Writing region close event to WAL at 1733471298129Closed at 1733471298129 2024-12-06T07:48:18,130 WARN [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/.initializing 2024-12-06T07:48:18,130 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872 2024-12-06T07:48:18,132 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:48:18,134 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C39857%2C1733471297872, suffix=, logDir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872, archiveDir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/oldWALs, maxLogs=10 2024-12-06T07:48:18,149 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471298134, exclude list is [], retry=0 2024-12-06T07:48:18,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42047,DS-8616533c-a12a-455d-8724-f97b74a46734,DISK] 2024-12-06T07:48:18,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34471,DS-8ca9b455-f97c-4b41-beb2-39c140e91f63,DISK] 2024-12-06T07:48:18,156 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471298134 2024-12-06T07:48:18,156 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46167:46167),(127.0.0.1/127.0.0.1:34005:34005)] 2024-12-06T07:48:18,156 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:48:18,157 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:18,157 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,157 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T07:48:18,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:18,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T07:48:18,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:48:18,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T07:48:18,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:48:18,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T07:48:18,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:48:18,170 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,171 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,172 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,174 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,174 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,174 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T07:48:18,176 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:18,181 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:48:18,182 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=882183, jitterRate=0.12175413966178894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T07:48:18,183 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733471298157Initializing all the Stores at 1733471298158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471298158Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471298158Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471298158Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471298159 (+1 ms)Cleaning up temporary data from old regions at 1733471298174 (+15 ms)Region opened successfully at 1733471298183 (+9 ms) 2024-12-06T07:48:18,184 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T07:48:18,189 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e18c631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aa9080fe83d2/172.17.0.2:0 2024-12-06T07:48:18,190 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T07:48:18,190 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T07:48:18,190 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T07:48:18,190 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T07:48:18,191 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T07:48:18,191 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T07:48:18,191 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T07:48:18,194 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T07:48:18,195 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T07:48:18,197 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T07:48:18,197 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T07:48:18,198 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T07:48:18,199 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T07:48:18,199 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T07:48:18,200 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T07:48:18,203 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T07:48:18,204 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T07:48:18,205 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T07:48:18,208 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T07:48:18,209 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T07:48:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T07:48:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T07:48:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:18,212 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aa9080fe83d2,39857,1733471297872, sessionid=0x10186becbcc0000, setting cluster-up flag (Was=false) 2024-12-06T07:48:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:18,231 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T07:48:18,232 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aa9080fe83d2,39857,1733471297872 2024-12-06T07:48:18,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:18,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:18,243 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T07:48:18,245 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aa9080fe83d2,39857,1733471297872 2024-12-06T07:48:18,246 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T07:48:18,249 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T07:48:18,249 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T07:48:18,249 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T07:48:18,249 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aa9080fe83d2,39857,1733471297872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T07:48:18,251 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:48:18,251 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:48:18,252 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:48:18,252 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:48:18,252 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aa9080fe83d2:0, corePoolSize=10, maxPoolSize=10 2024-12-06T07:48:18,252 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,252 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=2, maxPoolSize=2 2024-12-06T07:48:18,252 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:48:18,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T07:48:18,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T07:48:18,262 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733471328262 2024-12-06T07:48:18,262 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T07:48:18,263 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T07:48:18,263 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T07:48:18,263 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T07:48:18,263 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T07:48:18,263 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T07:48:18,265 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,269 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T07:48:18,269 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T07:48:18,269 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T07:48:18,270 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T07:48:18,270 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T07:48:18,274 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(746): ClusterId : 6e96f9ba-7afd-4f75-a9db-3ef24da5ed8a 2024-12-06T07:48:18,274 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T07:48:18,276 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471298270,5,FailOnTimeoutGroup] 2024-12-06T07:48:18,277 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T07:48:18,277 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T07:48:18,280 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T07:48:18,285 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471298276,5,FailOnTimeoutGroup] 2024-12-06T07:48:18,285 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,285 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T07:48:18,285 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,285 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,285 DEBUG [RS:0;aa9080fe83d2:38791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757a9904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aa9080fe83d2/172.17.0.2:0 2024-12-06T07:48:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741831_1007 (size=1321) 2024-12-06T07:48:18,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T07:48:18,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741831_1007 (size=1321) 2024-12-06T07:48:18,289 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986 2024-12-06T07:48:18,311 DEBUG [RS:0;aa9080fe83d2:38791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aa9080fe83d2:38791 2024-12-06T07:48:18,311 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T07:48:18,311 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T07:48:18,312 DEBUG [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T07:48:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741832_1008 (size=32) 2024-12-06T07:48:18,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741832_1008 (size=32) 2024-12-06T07:48:18,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:18,325 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(2659): reportForDuty to master=aa9080fe83d2,39857,1733471297872 with port=38791, startcode=1733471297945 2024-12-06T07:48:18,325 DEBUG [RS:0;aa9080fe83d2:38791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T07:48:18,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T07:48:18,330 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33019, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T07:48:18,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:18,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39857 {}] master.ServerManager(517): Registering regionserver=aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:18,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T07:48:18,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:18,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T07:48:18,334 DEBUG [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986 2024-12-06T07:48:18,334 DEBUG [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37471 2024-12-06T07:48:18,334 DEBUG [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T07:48:18,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T07:48:18,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:18,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T07:48:18,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T07:48:18,338 DEBUG [RS:0;aa9080fe83d2:38791 {}] zookeeper.ZKUtil(111): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:18,339 WARN [RS:0;aa9080fe83d2:38791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T07:48:18,339 INFO [RS:0;aa9080fe83d2:38791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:48:18,339 DEBUG [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:18,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T07:48:18,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:18,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T07:48:18,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aa9080fe83d2,38791,1733471297945] 2024-12-06T07:48:18,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T07:48:18,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:18,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T07:48:18,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740 2024-12-06T07:48:18,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740 2024-12-06T07:48:18,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T07:48:18,354 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T07:48:18,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T07:48:18,355 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T07:48:18,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T07:48:18,358 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T07:48:18,359 INFO [RS:0;aa9080fe83d2:38791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T07:48:18,359 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,360 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T07:48:18,361 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T07:48:18,361 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,362 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,362 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,362 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,362 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,362 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,362 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aa9080fe83d2:0, corePoolSize=2, maxPoolSize=2 2024-12-06T07:48:18,362 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,362 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,362 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,363 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,363 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,363 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:18,363 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aa9080fe83d2:0, corePoolSize=3, maxPoolSize=3 2024-12-06T07:48:18,363 DEBUG [RS:0;aa9080fe83d2:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0, corePoolSize=3, maxPoolSize=3 2024-12-06T07:48:18,369 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:48:18,370 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=713063, jitterRate=-0.09329453110694885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T07:48:18,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733471298323Initializing all the Stores at 1733471298325 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471298325Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471298329 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471298329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471298329Cleaning up temporary data from old regions at 1733471298354 (+25 ms)Region opened successfully at 1733471298371 (+17 ms) 2024-12-06T07:48:18,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T07:48:18,372 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T07:48:18,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T07:48:18,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T07:48:18,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T07:48:18,376 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,376 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,377 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,377 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,377 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,377 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,38791,1733471297945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T07:48:18,379 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T07:48:18,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733471298372Disabling compacts and flushes for region at 1733471298372Disabling writes for close at 1733471298372Writing region close event to WAL at 1733471298379 (+7 ms)Closed at 1733471298379 2024-12-06T07:48:18,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:48:18,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T07:48:18,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T07:48:18,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T07:48:18,385 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T07:48:18,395 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T07:48:18,396 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,38791,1733471297945-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,396 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,396 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.Replication(171): aa9080fe83d2,38791,1733471297945 started 2024-12-06T07:48:18,411 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:18,411 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1482): Serving as aa9080fe83d2,38791,1733471297945, RpcServer on aa9080fe83d2/172.17.0.2:38791, sessionid=0x10186becbcc0001 2024-12-06T07:48:18,411 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T07:48:18,411 DEBUG [RS:0;aa9080fe83d2:38791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:18,411 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aa9080fe83d2,38791,1733471297945' 2024-12-06T07:48:18,411 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T07:48:18,412 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T07:48:18,413 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T07:48:18,413 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T07:48:18,413 DEBUG [RS:0;aa9080fe83d2:38791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:18,413 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aa9080fe83d2,38791,1733471297945' 2024-12-06T07:48:18,413 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T07:48:18,413 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T07:48:18,414 DEBUG [RS:0;aa9080fe83d2:38791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T07:48:18,414 INFO [RS:0;aa9080fe83d2:38791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T07:48:18,414 INFO [RS:0;aa9080fe83d2:38791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T07:48:18,515 INFO [RS:0;aa9080fe83d2:38791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:48:18,517 INFO [RS:0;aa9080fe83d2:38791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C38791%2C1733471297945, suffix=, logDir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945, archiveDir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/oldWALs, maxLogs=32 2024-12-06T07:48:18,533 DEBUG [RS:0;aa9080fe83d2:38791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471298519, exclude list is [], retry=0 2024-12-06T07:48:18,535 WARN [aa9080fe83d2:39857 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T07:48:18,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34471,DS-8ca9b455-f97c-4b41-beb2-39c140e91f63,DISK] 2024-12-06T07:48:18,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42047,DS-8616533c-a12a-455d-8724-f97b74a46734,DISK] 2024-12-06T07:48:18,540 INFO [RS:0;aa9080fe83d2:38791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471298519 2024-12-06T07:48:18,541 DEBUG [RS:0;aa9080fe83d2:38791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34005:34005),(127.0.0.1/127.0.0.1:46167:46167)] 2024-12-06T07:48:18,786 DEBUG [aa9080fe83d2:39857 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T07:48:18,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:18,788 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aa9080fe83d2,38791,1733471297945, state=OPENING 2024-12-06T07:48:18,790 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T07:48:18,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:18,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:18,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:48:18,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:48:18,793 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T07:48:18,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aa9080fe83d2,38791,1733471297945}] 2024-12-06T07:48:18,947 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T07:48:18,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53757, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T07:48:18,954 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T07:48:18,955 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:48:18,955 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T07:48:18,957 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C38791%2C1733471297945.meta, suffix=.meta, logDir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945, archiveDir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/oldWALs, maxLogs=32 2024-12-06T07:48:18,973 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471298959.meta, exclude list is [], retry=0 2024-12-06T07:48:18,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34471,DS-8ca9b455-f97c-4b41-beb2-39c140e91f63,DISK] 2024-12-06T07:48:18,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42047,DS-8616533c-a12a-455d-8724-f97b74a46734,DISK] 2024-12-06T07:48:18,979 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471298959.meta 2024-12-06T07:48:18,980 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34005:34005),(127.0.0.1/127.0.0.1:46167:46167)] 2024-12-06T07:48:18,980 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:48:18,981 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T07:48:18,981 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T07:48:18,981 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T07:48:18,981 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T07:48:18,981 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:18,981 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T07:48:18,981 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T07:48:18,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T07:48:18,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T07:48:18,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:18,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T07:48:18,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T07:48:18,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:18,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T07:48:18,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T07:48:18,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:18,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T07:48:18,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T07:48:18,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:18,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:18,991 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T07:48:18,992 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740 2024-12-06T07:48:18,993 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740 2024-12-06T07:48:18,994 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T07:48:18,995 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T07:48:18,995 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T07:48:18,997 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T07:48:18,998 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=827832, jitterRate=0.05264405906200409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T07:48:18,998 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T07:48:18,999 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733471298982Writing region info on filesystem at 1733471298982Initializing all the Stores at 1733471298983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471298983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471298984 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471298984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471298984Cleaning up temporary data from old regions at 1733471298995 (+11 ms)Running coprocessor post-open hooks at 1733471298998 (+3 ms)Region opened successfully at 1733471298999 (+1 ms) 2024-12-06T07:48:19,001 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733471298946 2024-12-06T07:48:19,004 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T07:48:19,004 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T07:48:19,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:19,006 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aa9080fe83d2,38791,1733471297945, state=OPEN 2024-12-06T07:48:19,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T07:48:19,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T07:48:19,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:48:19,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:48:19,014 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:19,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T07:48:19,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aa9080fe83d2,38791,1733471297945 in 221 msec 2024-12-06T07:48:19,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T07:48:19,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-12-06T07:48:19,024 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:48:19,024 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T07:48:19,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T07:48:19,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aa9080fe83d2,38791,1733471297945, seqNum=-1] 2024-12-06T07:48:19,027 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T07:48:19,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45547, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T07:48:19,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 786 msec 2024-12-06T07:48:19,036 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733471299036, completionTime=-1 2024-12-06T07:48:19,036 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T07:48:19,036 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T07:48:19,038 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T07:48:19,039 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733471359039 2024-12-06T07:48:19,039 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733471419039 2024-12-06T07:48:19,039 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T07:48:19,039 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,39857,1733471297872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:19,039 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,39857,1733471297872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:19,039 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,39857,1733471297872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:19,039 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aa9080fe83d2:39857, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:19,039 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:19,039 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:19,042 DEBUG [master/aa9080fe83d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T07:48:19,045 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.045sec 2024-12-06T07:48:19,045 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T07:48:19,045 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T07:48:19,045 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T07:48:19,045 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T07:48:19,045 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T07:48:19,045 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,39857,1733471297872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T07:48:19,045 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,39857,1733471297872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T07:48:19,049 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T07:48:19,049 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T07:48:19,049 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,39857,1733471297872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:19,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2133de2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:48:19,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aa9080fe83d2,39857,-1 for getting cluster id 2024-12-06T07:48:19,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T07:48:19,077 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e96f9ba-7afd-4f75-a9db-3ef24da5ed8a' 2024-12-06T07:48:19,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T07:48:19,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e96f9ba-7afd-4f75-a9db-3ef24da5ed8a" 2024-12-06T07:48:19,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463244ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:48:19,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aa9080fe83d2,39857,-1] 2024-12-06T07:48:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T07:48:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:19,081 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T07:48:19,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7543e9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:48:19,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T07:48:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aa9080fe83d2,38791,1733471297945, seqNum=-1] 2024-12-06T07:48:19,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T07:48:19,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T07:48:19,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aa9080fe83d2,39857,1733471297872 2024-12-06T07:48:19,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:19,094 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T07:48:19,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:19,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:48:19,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:48:19,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:48:19,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:48:19,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59327d46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:48:19,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363d2dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:48:19,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@637f0982{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/java.io.tmpdir/jetty-localhost-38749-hadoop-hdfs-3_4_1-tests_jar-_-any-11208265430475299019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:19,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dd5c5c4{HTTP/1.1, (http/1.1)}{localhost:38749} 2024-12-06T07:48:19,296 INFO [Time-limited test {}] server.Server(415): Started @68208ms 2024-12-06T07:48:19,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:48:19,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:19,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:48:19,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:48:19,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:48:19,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:48:19,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1a1532{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:48:19,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e38cdfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:48:19,430 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data6/current/BP-422774539-172.17.0.2-1733471296885/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:19,430 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data5/current/BP-422774539-172.17.0.2-1733471296885/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:19,467 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:48:19,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30d1950998f63e46 with lease ID 0xa6d063b372e47463: Processing first storage report for DS-145ef0a2-e05c-4643-9fbd-f343a4c3ef4b from datanode DatanodeRegistration(127.0.0.1:44025, datanodeUuid=192b0388-4913-49f3-b330-8bb0c1076659, infoPort=40389, infoSecurePort=0, ipcPort=40427, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885) 2024-12-06T07:48:19,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30d1950998f63e46 with lease ID 0xa6d063b372e47463: from storage DS-145ef0a2-e05c-4643-9fbd-f343a4c3ef4b node DatanodeRegistration(127.0.0.1:44025, datanodeUuid=192b0388-4913-49f3-b330-8bb0c1076659, infoPort=40389, infoSecurePort=0, ipcPort=40427, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:19,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30d1950998f63e46 with lease ID 0xa6d063b372e47463: Processing first storage report for DS-89044531-bd8a-413f-88dd-76dc8da6f7ec from datanode DatanodeRegistration(127.0.0.1:44025, datanodeUuid=192b0388-4913-49f3-b330-8bb0c1076659, infoPort=40389, infoSecurePort=0, ipcPort=40427, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885) 2024-12-06T07:48:19,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30d1950998f63e46 with lease ID 0xa6d063b372e47463: from storage DS-89044531-bd8a-413f-88dd-76dc8da6f7ec node DatanodeRegistration(127.0.0.1:44025, datanodeUuid=192b0388-4913-49f3-b330-8bb0c1076659, infoPort=40389, infoSecurePort=0, ipcPort=40427, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:19,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50bce56e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/java.io.tmpdir/jetty-localhost-43615-hadoop-hdfs-3_4_1-tests_jar-_-any-11927154555869885994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:19,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34abcb16{HTTP/1.1, (http/1.1)}{localhost:43615} 2024-12-06T07:48:19,513 INFO [Time-limited test {}] server.Server(415): Started @68425ms 2024-12-06T07:48:19,515 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:48:19,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:19,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:48:19,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:48:19,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:48:19,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T07:48:19,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b434fa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:48:19,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@331de243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:48:19,634 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data8/current/BP-422774539-172.17.0.2-1733471296885/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:19,634 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data7/current/BP-422774539-172.17.0.2-1733471296885/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:19,651 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:48:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb46577511f4b2ff with lease ID 0xa6d063b372e47464: Processing first storage report for DS-750b4e30-712e-4d55-9ca6-40a75aa21e0a from datanode DatanodeRegistration(127.0.0.1:44151, datanodeUuid=230de37f-4315-445b-a921-aa766740776a, infoPort=33113, infoSecurePort=0, ipcPort=44037, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885) 2024-12-06T07:48:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb46577511f4b2ff with lease ID 0xa6d063b372e47464: from storage DS-750b4e30-712e-4d55-9ca6-40a75aa21e0a node DatanodeRegistration(127.0.0.1:44151, datanodeUuid=230de37f-4315-445b-a921-aa766740776a, infoPort=33113, infoSecurePort=0, ipcPort=44037, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb46577511f4b2ff with lease ID 0xa6d063b372e47464: Processing first storage report for DS-51c0d038-e0af-4e67-88e8-a841a10243a2 from datanode DatanodeRegistration(127.0.0.1:44151, datanodeUuid=230de37f-4315-445b-a921-aa766740776a, infoPort=33113, infoSecurePort=0, ipcPort=44037, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885) 2024-12-06T07:48:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb46577511f4b2ff with lease ID 0xa6d063b372e47464: from storage DS-51c0d038-e0af-4e67-88e8-a841a10243a2 node DatanodeRegistration(127.0.0.1:44151, datanodeUuid=230de37f-4315-445b-a921-aa766740776a, infoPort=33113, infoSecurePort=0, ipcPort=44037, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:19,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2554faf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/java.io.tmpdir/jetty-localhost-41455-hadoop-hdfs-3_4_1-tests_jar-_-any-8006990210801867156/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:19,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27327bb0{HTTP/1.1, (http/1.1)}{localhost:41455} 2024-12-06T07:48:19,733 INFO [Time-limited test {}] server.Server(415): Started @68645ms 2024-12-06T07:48:19,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:48:19,949 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data9/current/BP-422774539-172.17.0.2-1733471296885/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:19,952 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data10/current/BP-422774539-172.17.0.2-1733471296885/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:19,983 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:48:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99c941eebc997a67 with lease ID 0xa6d063b372e47465: Processing first storage report for DS-dc89687e-1de9-4f17-8a6b-88f22472e1bb from datanode DatanodeRegistration(127.0.0.1:36351, datanodeUuid=7d246e35-876b-4cc5-b17b-dbaac69f5e11, infoPort=38243, infoSecurePort=0, ipcPort=38169, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885) 2024-12-06T07:48:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99c941eebc997a67 with lease ID 0xa6d063b372e47465: from storage DS-dc89687e-1de9-4f17-8a6b-88f22472e1bb node DatanodeRegistration(127.0.0.1:36351, datanodeUuid=7d246e35-876b-4cc5-b17b-dbaac69f5e11, infoPort=38243, infoSecurePort=0, ipcPort=38169, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:19,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99c941eebc997a67 with lease ID 0xa6d063b372e47465: Processing first storage report for DS-3597b14c-4e6a-491f-afe1-0881cbf7952e from datanode DatanodeRegistration(127.0.0.1:36351, datanodeUuid=7d246e35-876b-4cc5-b17b-dbaac69f5e11, infoPort=38243, infoSecurePort=0, ipcPort=38169, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885) 2024-12-06T07:48:19,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99c941eebc997a67 with lease ID 0xa6d063b372e47465: from storage DS-3597b14c-4e6a-491f-afe1-0881cbf7952e node DatanodeRegistration(127.0.0.1:36351, datanodeUuid=7d246e35-876b-4cc5-b17b-dbaac69f5e11, infoPort=38243, infoSecurePort=0, ipcPort=38169, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:20,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T07:48:20,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is aa9080fe83d2,39857,1733471297872 2024-12-06T07:48:20,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f72cbb8 2024-12-06T07:48:20,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T07:48:20,065 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T07:48:20,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39857 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T07:48:20,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39857 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T07:48:20,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39857 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T07:48:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T07:48:20,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T07:48:20,070 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:20,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39857 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-06T07:48:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T07:48:20,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T07:48:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741835_1011 (size=393) 2024-12-06T07:48:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741835_1011 (size=393) 2024-12-06T07:48:20,082 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3782bac016fefbee8c929588c42107c1, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986 2024-12-06T07:48:20,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741836_1012 (size=76) 2024-12-06T07:48:20,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741836_1012 (size=76) 2024-12-06T07:48:20,092 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:20,092 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 3782bac016fefbee8c929588c42107c1, disabling compactions & flushes 2024-12-06T07:48:20,092 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:20,092 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:20,092 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. after waiting 0 ms 2024-12-06T07:48:20,092 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:20,092 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:20,092 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3782bac016fefbee8c929588c42107c1: Waiting for close lock at 1733471300092Disabling compacts and flushes for region at 1733471300092Disabling writes for close at 1733471300092Writing region close event to WAL at 1733471300092Closed at 1733471300092 2024-12-06T07:48:20,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T07:48:20,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733471300094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733471300094"}]},"ts":"1733471300094"} 2024-12-06T07:48:20,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T07:48:20,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T07:48:20,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733471300098"}]},"ts":"1733471300098"} 2024-12-06T07:48:20,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-06T07:48:20,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3782bac016fefbee8c929588c42107c1, ASSIGN}] 2024-12-06T07:48:20,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3782bac016fefbee8c929588c42107c1, ASSIGN 2024-12-06T07:48:20,104 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3782bac016fefbee8c929588c42107c1, ASSIGN; state=OFFLINE, location=aa9080fe83d2,38791,1733471297945; forceNewPlan=false, retain=false 2024-12-06T07:48:20,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3782bac016fefbee8c929588c42107c1, regionState=OPENING, regionLocation=aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:20,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3782bac016fefbee8c929588c42107c1, ASSIGN because future has completed 2024-12-06T07:48:20,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3782bac016fefbee8c929588c42107c1, server=aa9080fe83d2,38791,1733471297945}] 2024-12-06T07:48:20,419 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:20,420 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3782bac016fefbee8c929588c42107c1, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1.', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:48:20,420 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,420 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:20,421 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,421 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,423 INFO [StoreOpener-3782bac016fefbee8c929588c42107c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,425 INFO [StoreOpener-3782bac016fefbee8c929588c42107c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3782bac016fefbee8c929588c42107c1 columnFamilyName info 2024-12-06T07:48:20,425 DEBUG [StoreOpener-3782bac016fefbee8c929588c42107c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:20,426 INFO [StoreOpener-3782bac016fefbee8c929588c42107c1-1 {}] regionserver.HStore(327): Store=3782bac016fefbee8c929588c42107c1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:48:20,426 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,427 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,428 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,428 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,428 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,430 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,433 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3782bac016fefbee8c929588c42107c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:48:20,433 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3782bac016fefbee8c929588c42107c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=719588, jitterRate=-0.08499704301357269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T07:48:20,434 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:20,435 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3782bac016fefbee8c929588c42107c1: Running coprocessor pre-open hook at 1733471300421Writing region info on filesystem at 1733471300421Initializing all the Stores at 1733471300422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471300422Cleaning up temporary data from old regions at 1733471300429 (+7 ms)Running coprocessor post-open hooks at 1733471300434 (+5 ms)Region opened successfully at 1733471300434 2024-12-06T07:48:20,436 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1., pid=6, masterSystemTime=1733471300414 2024-12-06T07:48:20,439 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:20,439 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:20,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3782bac016fefbee8c929588c42107c1, regionState=OPEN, openSeqNum=2, regionLocation=aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:20,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3782bac016fefbee8c929588c42107c1, server=aa9080fe83d2,38791,1733471297945 because future has completed 2024-12-06T07:48:20,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T07:48:20,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3782bac016fefbee8c929588c42107c1, server=aa9080fe83d2,38791,1733471297945 in 189 msec 2024-12-06T07:48:20,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T07:48:20,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3782bac016fefbee8c929588c42107c1, ASSIGN in 354 msec 2024-12-06T07:48:20,461 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T07:48:20,461 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733471300461"}]},"ts":"1733471300461"} 2024-12-06T07:48:20,464 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-06T07:48:20,465 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T07:48:20,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 399 msec 2024-12-06T07:48:21,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:21,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:21,778 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T07:48:21,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:21,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:24,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T07:48:24,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-06T07:48:26,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T07:48:26,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T07:48:26,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T07:48:26,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-06T07:48:26,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T07:48:26,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T07:48:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T07:48:30,140 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-06T07:48:30,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-06T07:48:30,141 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T07:48:30,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-06T07:48:30,148 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T07:48:30,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-06T07:48:30,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1., hostname=aa9080fe83d2,38791,1733471297945, seqNum=2] 2024-12-06T07:48:30,159 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-06T07:48:30,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T07:48:30,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:30,165 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88840827_22 at /127.0.0.1:38496 [Receiving block BP-422774539-172.17.0.2-1733471296885:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34471:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38496 dst: /127.0.0.1:34471 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,165 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88840827_22 at /127.0.0.1:38484 [Receiving block BP-422774539-172.17.0.2-1733471296885:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34471:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38484 dst: /127.0.0.1:34471 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,165 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1859604099_22 at /127.0.0.1:38440 [Receiving block BP-422774539-172.17.0.2-1733471296885:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34471:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38440 dst: /127.0.0.1:34471 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,166 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1859604099_22 at /127.0.0.1:43802 [Receiving block BP-422774539-172.17.0.2-1733471296885:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:42047:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43802 dst: /127.0.0.1:42047 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,167 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88840827_22 at /127.0.0.1:43832 [Receiving block BP-422774539-172.17.0.2-1733471296885:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:42047:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43832 dst: /127.0.0.1:42047 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,167 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88840827_22 at /127.0.0.1:43826 [Receiving block BP-422774539-172.17.0.2-1733471296885:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42047:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43826 dst: /127.0.0.1:42047 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40972279{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:30,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63c46134{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:48:30,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:48:30,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a898108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:48:30,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5047de0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,STOPPED} 2024-12-06T07:48:30,181 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:48:30,181 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:48:30,181 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422774539-172.17.0.2-1733471296885 (Datanode Uuid 710ae50c-574a-468c-b05a-546ebfdb7669) service to localhost/127.0.0.1:37471 2024-12-06T07:48:30,181 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:48:30,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data3/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:30,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data4/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:30,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:48:30,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:30,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:48:30,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:48:30,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:48:30,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T07:48:30,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@390e479f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:48:30,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c63f647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:48:30,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5306c570{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/java.io.tmpdir/jetty-localhost-38801-hadoop-hdfs-3_4_1-tests_jar-_-any-9998884805918392530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:30,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6158d146{HTTP/1.1, (http/1.1)}{localhost:38801} 2024-12-06T07:48:30,377 INFO [Time-limited test {}] server.Server(415): Started @79289ms 2024-12-06T07:48:30,379 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:48:30,411 WARN [AsyncFSWAL-0-hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986-prefix:aa9080fe83d2,38791,1733471297945 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,411 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL aa9080fe83d2%2C38791%2C1733471297945:(num 1733471298519) roll requested 2024-12-06T07:48:30,431 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471310412, exclude list is [], retry=0 2024-12-06T07:48:30,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-dc89687e-1de9-4f17-8a6b-88f22472e1bb,DISK] 2024-12-06T07:48:30,436 INFO [regionserver/aa9080fe83d2:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:34471,DS-8ca9b455-f97c-4b41-beb2-39c140e91f63,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-12-06T07:48:30,436 WARN [regionserver/aa9080fe83d2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471310412 failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:34471 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,510 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:48:30,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13c14a013b87b6d0 with lease ID 0xa6d063b372e47466: from storage DS-8ca9b455-f97c-4b41-beb2-39c140e91f63 node DatanodeRegistration(127.0.0.1:41257, datanodeUuid=710ae50c-574a-468c-b05a-546ebfdb7669, infoPort=40933, infoSecurePort=0, ipcPort=38109, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T07:48:30,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13c14a013b87b6d0 with lease ID 0xa6d063b372e47466: from storage DS-f04af6d3-3505-4e09-ba5f-439589a05bb0 node DatanodeRegistration(127.0.0.1:41257, datanodeUuid=710ae50c-574a-468c-b05a-546ebfdb7669, infoPort=40933, infoSecurePort=0, ipcPort=38109, storageInfo=lv=-57;cid=testClusterID;nsid=666502978;c=1733471296885), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:30,537 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471310412, exclude list is [(127.0.0.1/127.0.0.1:34005:34005)], retry=1 2024-12-06T07:48:30,537 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88840827_22 at /127.0.0.1:47284 [Receiving block BP-422774539-172.17.0.2-1733471296885:blk_1073741837_1013] {}] datanode.DataXceiver(331): 127.0.0.1:36351:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47284 dst: /127.0.0.1:36351 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42047,DS-8616533c-a12a-455d-8724-f97b74a46734,DISK] 2024-12-06T07:48:30,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44151,DS-750b4e30-712e-4d55-9ca6-40a75aa21e0a,DISK] 2024-12-06T07:48:30,546 INFO [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471298519 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471310412 2024-12-06T07:48:30,546 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46167:46167),(127.0.0.1/127.0.0.1:33113:33113)] 2024-12-06T07:48:30,546 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471298519 is not closed yet, will try archiving it next time 2024-12-06T07:48:30,547 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,548 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,549 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T07:48:30,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T07:48:30,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T07:48:30,549 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T07:48:30,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:48:30,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:30,549 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471298519 2024-12-06T07:48:30,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:30,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T07:48:30,550 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T07:48:30,550 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=280860983, stopped=false 2024-12-06T07:48:30,550 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aa9080fe83d2,39857,1733471297872 2024-12-06T07:48:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T07:48:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T07:48:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:30,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T07:48:30,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T07:48:30,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:48:30,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:30,553 WARN [IPC Server handler 3 on default port 37471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471298519 has not been closed. Lease recovery is in progress. RecoveryId = 1015 for block blk_1073741833_1009 2024-12-06T07:48:30,553 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aa9080fe83d2,38791,1733471297945' ***** 2024-12-06T07:48:30,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:48:30,553 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T07:48:30,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:48:30,555 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T07:48:30,555 INFO [RS:0;aa9080fe83d2:38791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T07:48:30,556 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T07:48:30,556 INFO [RS:0;aa9080fe83d2:38791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T07:48:30,556 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(3091): Received CLOSE for 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:30,556 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(959): stopping server aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:30,556 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T07:48:30,556 INFO [RS:0;aa9080fe83d2:38791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aa9080fe83d2:38791. 2024-12-06T07:48:30,556 DEBUG [RS:0;aa9080fe83d2:38791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:48:30,556 DEBUG [RS:0;aa9080fe83d2:38791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:30,556 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3782bac016fefbee8c929588c42107c1, disabling compactions & flushes 2024-12-06T07:48:30,556 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:30,556 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T07:48:30,556 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T07:48:30,556 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:30,556 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T07:48:30,556 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. after waiting 0 ms 2024-12-06T07:48:30,556 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T07:48:30,556 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:30,557 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3782bac016fefbee8c929588c42107c1 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-06T07:48:30,557 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T07:48:30,557 DEBUG [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3782bac016fefbee8c929588c42107c1=TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1.} 2024-12-06T07:48:30,557 DEBUG [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3782bac016fefbee8c929588c42107c1 2024-12-06T07:48:30,557 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T07:48:30,557 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T07:48:30,557 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T07:48:30,557 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T07:48:30,557 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T07:48:30,557 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-06T07:48:30,557 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471298519 after 5ms 2024-12-06T07:48:30,558 WARN [AsyncFSWAL-0-hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986-prefix:aa9080fe83d2,38791,1733471297945.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,558 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL aa9080fe83d2%2C38791%2C1733471297945.meta:.meta(num 1733471298959) roll requested 2024-12-06T07:48:30,576 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471310558.meta, exclude list is [(127.0.0.1/127.0.0.1:34005:34005)], retry=0 2024-12-06T07:48:30,576 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3782bac016fefbee8c929588c42107c1/.tmp/info/b4897c9d3ea045d58cb0ad7394777362 is 1055, key is row0001/info:/1733471310156/Put/seqid=0 2024-12-06T07:48:30,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41257,DS-8ca9b455-f97c-4b41-beb2-39c140e91f63,DISK] 2024-12-06T07:48:30,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-dc89687e-1de9-4f17-8a6b-88f22472e1bb,DISK] 2024-12-06T07:48:30,584 INFO [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471298959.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471310558.meta 2024-12-06T07:48:30,584 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933),(127.0.0.1/127.0.0.1:38243:38243)] 2024-12-06T07:48:30,585 DEBUG [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471298959.meta is not closed yet, will try archiving it next time 2024-12-06T07:48:30,585 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,585 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:30,585 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471298959.meta 2024-12-06T07:48:30,586 WARN [IPC Server handler 1 on default port 37471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471298959.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-12-06T07:48:30,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741839_1016 (size=7062) 2024-12-06T07:48:30,586 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471298959.meta after 1ms 2024-12-06T07:48:30,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741839_1016 (size=7062) 2024-12-06T07:48:30,587 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3782bac016fefbee8c929588c42107c1/.tmp/info/b4897c9d3ea045d58cb0ad7394777362 2024-12-06T07:48:30,597 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3782bac016fefbee8c929588c42107c1/.tmp/info/b4897c9d3ea045d58cb0ad7394777362 as hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3782bac016fefbee8c929588c42107c1/info/b4897c9d3ea045d58cb0ad7394777362 2024-12-06T07:48:30,606 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3782bac016fefbee8c929588c42107c1/info/b4897c9d3ea045d58cb0ad7394777362, entries=2, sequenceid=6, filesize=6.9 K 2024-12-06T07:48:30,607 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 3782bac016fefbee8c929588c42107c1 in 51ms, sequenceid=6, compaction requested=false 2024-12-06T07:48:30,612 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/.tmp/info/38e4f77f1ce748ad8f857d2fd57887cb is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1./info:regioninfo/1733471300440/Put/seqid=0 2024-12-06T07:48:30,618 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3782bac016fefbee8c929588c42107c1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T07:48:30,619 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:30,619 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3782bac016fefbee8c929588c42107c1: Waiting for close lock at 1733471310556Running coprocessor pre-close hooks at 1733471310556Disabling compacts and flushes for region at 1733471310556Disabling writes for close at 1733471310556Obtaining lock to block concurrent updates at 1733471310557 (+1 ms)Preparing flush snapshotting stores in 3782bac016fefbee8c929588c42107c1 at 1733471310557Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733471310557Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. at 1733471310558 (+1 ms)Flushing 3782bac016fefbee8c929588c42107c1/info: creating writer at 1733471310558Flushing 3782bac016fefbee8c929588c42107c1/info: appending metadata at 1733471310576 (+18 ms)Flushing 3782bac016fefbee8c929588c42107c1/info: closing flushed file at 1733471310576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49afc699: reopening flushed file at 1733471310596 (+20 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 3782bac016fefbee8c929588c42107c1 in 51ms, sequenceid=6, compaction requested=false at 1733471310607 (+11 ms)Writing region close event to WAL at 1733471310608 (+1 ms)Running coprocessor post-close hooks at 1733471310619 (+11 ms)Closed at 1733471310619 2024-12-06T07:48:30,619 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733471300066.3782bac016fefbee8c929588c42107c1. 2024-12-06T07:48:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741841_1019 (size=7089) 2024-12-06T07:48:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741841_1019 (size=7089) 2024-12-06T07:48:30,757 DEBUG [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T07:48:30,957 DEBUG [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T07:48:31,023 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/.tmp/info/38e4f77f1ce748ad8f857d2fd57887cb 2024-12-06T07:48:31,048 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/.tmp/ns/be9f7f9a0b454e9596342a65a618af1b is 43, key is default/ns:d/1733471299029/Put/seqid=0 2024-12-06T07:48:31,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741842_1020 (size=5153) 2024-12-06T07:48:31,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741842_1020 (size=5153) 2024-12-06T07:48:31,055 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/.tmp/ns/be9f7f9a0b454e9596342a65a618af1b 2024-12-06T07:48:31,078 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/.tmp/table/ce33df6adcd6423a9ec066d2bf759e00 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733471300461/Put/seqid=0 2024-12-06T07:48:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741843_1021 (size=5424) 2024-12-06T07:48:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741843_1021 (size=5424) 2024-12-06T07:48:31,085 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/.tmp/table/ce33df6adcd6423a9ec066d2bf759e00 2024-12-06T07:48:31,092 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/.tmp/info/38e4f77f1ce748ad8f857d2fd57887cb as hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/info/38e4f77f1ce748ad8f857d2fd57887cb 2024-12-06T07:48:31,100 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/info/38e4f77f1ce748ad8f857d2fd57887cb, entries=10, sequenceid=11, filesize=6.9 K 2024-12-06T07:48:31,101 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/.tmp/ns/be9f7f9a0b454e9596342a65a618af1b as hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/ns/be9f7f9a0b454e9596342a65a618af1b 2024-12-06T07:48:31,108 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/ns/be9f7f9a0b454e9596342a65a618af1b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T07:48:31,109 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/.tmp/table/ce33df6adcd6423a9ec066d2bf759e00 as hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/table/ce33df6adcd6423a9ec066d2bf759e00 2024-12-06T07:48:31,117 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/table/ce33df6adcd6423a9ec066d2bf759e00, entries=2, sequenceid=11, filesize=5.3 K 2024-12-06T07:48:31,118 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 561ms, sequenceid=11, compaction requested=false 2024-12-06T07:48:31,124 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T07:48:31,125 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T07:48:31,125 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T07:48:31,125 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733471310557Running coprocessor pre-close hooks at 1733471310557Disabling compacts and flushes for region at 1733471310557Disabling writes for close at 1733471310557Obtaining lock to block concurrent updates at 1733471310557Preparing flush snapshotting stores in 1588230740 at 1733471310557Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733471310558 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733471310588 (+30 ms)Flushing 1588230740/info: creating writer at 1733471310589 (+1 ms)Flushing 1588230740/info: appending metadata at 1733471310611 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733471310612 (+1 ms)Flushing 1588230740/ns: creating writer at 1733471311031 (+419 ms)Flushing 1588230740/ns: appending metadata at 1733471311047 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733471311047Flushing 1588230740/table: creating writer at 1733471311061 (+14 ms)Flushing 1588230740/table: appending metadata at 1733471311077 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733471311077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f43a390: reopening flushed file at 1733471311091 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333fe2d9: reopening flushed file at 1733471311100 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1ca5b5: reopening flushed file at 1733471311108 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 561ms, sequenceid=11, compaction requested=false at 1733471311118 (+10 ms)Writing region close event to WAL at 1733471311120 (+2 ms)Running coprocessor post-close hooks at 1733471311125 (+5 ms)Closed at 1733471311125 2024-12-06T07:48:31,125 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T07:48:31,158 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(976): stopping server aa9080fe83d2,38791,1733471297945; all regions closed. 2024-12-06T07:48:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741840_1017 (size=825) 2024-12-06T07:48:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741840_1017 (size=825) 2024-12-06T07:48:31,377 INFO [regionserver/aa9080fe83d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T07:48:31,377 INFO [regionserver/aa9080fe83d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T07:48:32,379 INFO [regionserver/aa9080fe83d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T07:48:33,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741833_1015 (size=1599) 2024-12-06T07:48:34,558 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471298519 after 4008ms 2024-12-06T07:48:34,559 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.1733471298519 to hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/oldWALs/aa9080fe83d2%2C38791%2C1733471297945.1733471298519 2024-12-06T07:48:34,587 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471298959.meta after 4002ms 2024-12-06T07:48:34,587 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/WALs/aa9080fe83d2,38791,1733471297945/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471298959.meta to hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/oldWALs/aa9080fe83d2%2C38791%2C1733471297945.meta.1733471298959.meta 2024-12-06T07:48:34,590 DEBUG [RS:0;aa9080fe83d2:38791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/oldWALs 2024-12-06T07:48:34,590 INFO [RS:0;aa9080fe83d2:38791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aa9080fe83d2%2C38791%2C1733471297945.meta:.meta(num 1733471310558) 2024-12-06T07:48:34,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741838_1014 (size=2288) 2024-12-06T07:48:34,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741838_1014 (size=2288) 2024-12-06T07:48:34,595 DEBUG [RS:0;aa9080fe83d2:38791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/oldWALs 2024-12-06T07:48:34,595 INFO [RS:0;aa9080fe83d2:38791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aa9080fe83d2%2C38791%2C1733471297945:(num 1733471310412) 2024-12-06T07:48:34,595 DEBUG [RS:0;aa9080fe83d2:38791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:34,595 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T07:48:34,595 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T07:48:34,596 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.ChoreService(370): Chore service for: regionserver/aa9080fe83d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T07:48:34,596 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T07:48:34,596 INFO [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T07:48:34,596 INFO [RS:0;aa9080fe83d2:38791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38791 2024-12-06T07:48:34,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aa9080fe83d2,38791,1733471297945 2024-12-06T07:48:34,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T07:48:34,598 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T07:48:34,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aa9080fe83d2,38791,1733471297945] 2024-12-06T07:48:34,602 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aa9080fe83d2,38791,1733471297945 already deleted, retry=false 2024-12-06T07:48:34,603 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aa9080fe83d2,38791,1733471297945 expired; onlineServers=0 2024-12-06T07:48:34,603 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aa9080fe83d2,39857,1733471297872' ***** 2024-12-06T07:48:34,603 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T07:48:34,603 INFO [M:0;aa9080fe83d2:39857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T07:48:34,603 INFO [M:0;aa9080fe83d2:39857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T07:48:34,603 DEBUG [M:0;aa9080fe83d2:39857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T07:48:34,603 DEBUG [M:0;aa9080fe83d2:39857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T07:48:34,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T07:48:34,603 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471298276 {}] cleaner.HFileCleaner(306): Exit Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471298276,5,FailOnTimeoutGroup] 2024-12-06T07:48:34,603 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471298270 {}] cleaner.HFileCleaner(306): Exit Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471298270,5,FailOnTimeoutGroup] 2024-12-06T07:48:34,603 INFO [M:0;aa9080fe83d2:39857 {}] hbase.ChoreService(370): Chore service for: master/aa9080fe83d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T07:48:34,603 INFO [M:0;aa9080fe83d2:39857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T07:48:34,603 DEBUG [M:0;aa9080fe83d2:39857 {}] master.HMaster(1795): Stopping service threads 2024-12-06T07:48:34,603 INFO [M:0;aa9080fe83d2:39857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T07:48:34,604 INFO [M:0;aa9080fe83d2:39857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T07:48:34,604 INFO [M:0;aa9080fe83d2:39857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T07:48:34,604 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T07:48:34,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T07:48:34,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:34,605 DEBUG [M:0;aa9080fe83d2:39857 {}] zookeeper.ZKUtil(347): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T07:48:34,605 WARN [M:0;aa9080fe83d2:39857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T07:48:34,606 INFO [M:0;aa9080fe83d2:39857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/.lastflushedseqids 2024-12-06T07:48:34,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741844_1022 (size=139) 2024-12-06T07:48:34,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741844_1022 (size=139) 2024-12-06T07:48:34,613 INFO [M:0;aa9080fe83d2:39857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T07:48:34,613 INFO [M:0;aa9080fe83d2:39857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T07:48:34,613 DEBUG [M:0;aa9080fe83d2:39857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T07:48:34,613 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:34,613 DEBUG [M:0;aa9080fe83d2:39857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:34,613 DEBUG [M:0;aa9080fe83d2:39857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T07:48:34,613 DEBUG [M:0;aa9080fe83d2:39857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:34,613 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-12-06T07:48:34,614 WARN [AsyncFSWAL-0-hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData-prefix:aa9080fe83d2,39857,1733471297872 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:34,614 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL aa9080fe83d2%2C39857%2C1733471297872:(num 1733471298134) roll requested 2024-12-06T07:48:34,628 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471314614, exclude list is [], retry=0 2024-12-06T07:48:34,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41257,DS-8ca9b455-f97c-4b41-beb2-39c140e91f63,DISK] 2024-12-06T07:48:34,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-dc89687e-1de9-4f17-8a6b-88f22472e1bb,DISK] 2024-12-06T07:48:34,633 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471298134 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471314614 2024-12-06T07:48:34,633 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933),(127.0.0.1/127.0.0.1:38243:38243)] 2024-12-06T07:48:34,633 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471298134 is not closed yet, will try archiving it next time 2024-12-06T07:48:34,633 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:34,634 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T07:48:34,634 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471298134 2024-12-06T07:48:34,634 WARN [IPC Server handler 1 on default port 37471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471298134 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-12-06T07:48:34,635 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471298134 after 1ms 2024-12-06T07:48:34,650 DEBUG [M:0;aa9080fe83d2:39857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b54204a794c40deba211f61d0336ea4 is 82, key is hbase:meta,,1/info:regioninfo/1733471299005/Put/seqid=0 2024-12-06T07:48:34,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741846_1025 (size=5672) 2024-12-06T07:48:34,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741846_1025 (size=5672) 2024-12-06T07:48:34,657 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b54204a794c40deba211f61d0336ea4 2024-12-06T07:48:34,680 DEBUG [M:0;aa9080fe83d2:39857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd6fbbaf9e8b4b08bcc93d9e96cc93e6 is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733471300467/Put/seqid=0 2024-12-06T07:48:34,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741847_1026 (size=6113) 2024-12-06T07:48:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741847_1026 (size=6113) 2024-12-06T07:48:34,686 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd6fbbaf9e8b4b08bcc93d9e96cc93e6 2024-12-06T07:48:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:48:34,699 INFO [RS:0;aa9080fe83d2:38791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T07:48:34,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x10186becbcc0001, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:48:34,700 INFO [RS:0;aa9080fe83d2:38791 {}] regionserver.HRegionServer(1031): Exiting; stopping=aa9080fe83d2,38791,1733471297945; zookeeper connection closed. 2024-12-06T07:48:34,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42d6bbbc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42d6bbbc 2024-12-06T07:48:34,700 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T07:48:34,712 DEBUG [M:0;aa9080fe83d2:39857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd884ad417b40e1a5f0834534072b5a is 69, key is aa9080fe83d2,38791,1733471297945/rs:state/1733471298331/Put/seqid=0 2024-12-06T07:48:34,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741848_1027 (size=5156) 2024-12-06T07:48:34,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42047 is added to blk_1073741848_1027 (size=5156) 2024-12-06T07:48:34,718 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd884ad417b40e1a5f0834534072b5a 2024-12-06T07:48:34,740 DEBUG [M:0;aa9080fe83d2:39857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/82fc76c25df545fe97056d292a3d6acf is 52, key is load_balancer_on/state:d/1733471299092/Put/seqid=0 2024-12-06T07:48:34,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741849_1028 (size=5056) 2024-12-06T07:48:34,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741849_1028 (size=5056) 2024-12-06T07:48:34,746 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/82fc76c25df545fe97056d292a3d6acf 2024-12-06T07:48:34,752 DEBUG [M:0;aa9080fe83d2:39857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b54204a794c40deba211f61d0336ea4 as hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b54204a794c40deba211f61d0336ea4 2024-12-06T07:48:34,759 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b54204a794c40deba211f61d0336ea4, entries=8, sequenceid=56, filesize=5.5 K 2024-12-06T07:48:34,760 DEBUG [M:0;aa9080fe83d2:39857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd6fbbaf9e8b4b08bcc93d9e96cc93e6 as hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd6fbbaf9e8b4b08bcc93d9e96cc93e6 2024-12-06T07:48:34,766 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd6fbbaf9e8b4b08bcc93d9e96cc93e6, entries=6, sequenceid=56, filesize=6.0 K 2024-12-06T07:48:34,768 DEBUG [M:0;aa9080fe83d2:39857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd884ad417b40e1a5f0834534072b5a as hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdd884ad417b40e1a5f0834534072b5a 2024-12-06T07:48:34,774 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdd884ad417b40e1a5f0834534072b5a, entries=1, sequenceid=56, filesize=5.0 K 2024-12-06T07:48:34,775 DEBUG [M:0;aa9080fe83d2:39857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/82fc76c25df545fe97056d292a3d6acf as hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/82fc76c25df545fe97056d292a3d6acf 2024-12-06T07:48:34,780 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/82fc76c25df545fe97056d292a3d6acf, entries=1, sequenceid=56, filesize=4.9 K 2024-12-06T07:48:34,782 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=56, compaction requested=false 2024-12-06T07:48:34,784 INFO [M:0;aa9080fe83d2:39857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:34,784 DEBUG [M:0;aa9080fe83d2:39857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733471314613Disabling compacts and flushes for region at 1733471314613Disabling writes for close at 1733471314613Obtaining lock to block concurrent updates at 1733471314613Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733471314613Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1733471314614 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733471314634 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733471314634Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733471314650 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733471314650Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733471314663 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733471314679 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733471314679Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733471314693 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733471314711 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733471314711Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733471314724 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733471314739 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733471314739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d5ba3b: reopening flushed file at 1733471314751 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ab99cf: reopening flushed file at 1733471314759 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e83eb8f: reopening flushed file at 1733471314767 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f3d4a4: reopening flushed file at 1733471314774 (+7 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=56, compaction requested=false at 1733471314782 (+8 ms)Writing region close event to WAL at 1733471314784 (+2 ms)Closed at 1733471314784 2024-12-06T07:48:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741845_1023 (size=757) 2024-12-06T07:48:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741845_1023 (size=757) 2024-12-06T07:48:34,786 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471314614 not finished, retry = 0 2024-12-06T07:48:35,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741833_1015 (size=1599) 2024-12-06T07:48:35,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741834_1018 (size=2386) 2024-12-06T07:48:35,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:35,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:35,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:36,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T07:48:36,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:36,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:36,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:36,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T07:48:36,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T07:48:36,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T07:48:36,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T07:48:38,636 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471298134 after 4001ms 2024-12-06T07:48:38,636 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/WALs/aa9080fe83d2,39857,1733471297872/aa9080fe83d2%2C39857%2C1733471297872.1733471298134 to hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/oldWALs/aa9080fe83d2%2C39857%2C1733471297872.1733471298134 2024-12-06T07:48:38,641 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/MasterData/oldWALs/aa9080fe83d2%2C39857%2C1733471297872.1733471298134 to hdfs://localhost:37471/user/jenkins/test-data/0cb6bde6-22bc-575d-9896-c19a19a9a986/oldWALs/aa9080fe83d2%2C39857%2C1733471297872.1733471298134$masterlocalwal$ 2024-12-06T07:48:38,641 INFO [M:0;aa9080fe83d2:39857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T07:48:38,641 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T07:48:38,641 INFO [M:0;aa9080fe83d2:39857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39857 2024-12-06T07:48:38,641 INFO [M:0;aa9080fe83d2:39857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T07:48:38,744 INFO [M:0;aa9080fe83d2:39857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T07:48:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:48:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39857-0x10186becbcc0000, quorum=127.0.0.1:60374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:48:38,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5306c570{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:38,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6158d146{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:48:38,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:48:38,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c63f647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:48:38,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@390e479f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,STOPPED} 2024-12-06T07:48:38,752 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:48:38,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:48:38,752 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422774539-172.17.0.2-1733471296885 (Datanode Uuid 710ae50c-574a-468c-b05a-546ebfdb7669) service to localhost/127.0.0.1:37471 2024-12-06T07:48:38,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:48:38,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data3/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:38,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data4/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:38,755 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:48:38,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2554faf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:38,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27327bb0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:48:38,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:48:38,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@331de243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:48:38,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b434fa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,STOPPED} 2024-12-06T07:48:38,764 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:48:38,764 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422774539-172.17.0.2-1733471296885 (Datanode Uuid 7d246e35-876b-4cc5-b17b-dbaac69f5e11) service to localhost/127.0.0.1:37471 2024-12-06T07:48:38,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:48:38,764 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:48:38,765 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data9/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:38,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data10/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:38,766 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:48:38,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50bce56e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:38,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34abcb16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:48:38,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:48:38,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e38cdfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:48:38,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1a1532{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,STOPPED} 2024-12-06T07:48:38,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:48:38,776 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:48:38,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:48:38,777 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422774539-172.17.0.2-1733471296885 (Datanode Uuid 230de37f-4315-445b-a921-aa766740776a) service to localhost/127.0.0.1:37471 2024-12-06T07:48:38,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data7/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:38,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data8/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:38,778 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:48:38,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@637f0982{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:38,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dd5c5c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:48:38,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:48:38,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363d2dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:48:38,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59327d46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,STOPPED} 2024-12-06T07:48:38,792 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:48:38,792 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:48:38,792 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422774539-172.17.0.2-1733471296885 (Datanode Uuid 192b0388-4913-49f3-b330-8bb0c1076659) service to localhost/127.0.0.1:37471 2024-12-06T07:48:38,792 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:48:38,793 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data5/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:38,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data6/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:38,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:48:38,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64603cf9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:38,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13bb5eb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:48:38,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:48:38,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350347e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:48:38,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f035ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,STOPPED} 2024-12-06T07:48:38,805 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:48:38,806 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:48:38,806 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:48:38,806 WARN [BP-422774539-172.17.0.2-1733471296885 heartbeating to localhost/127.0.0.1:37471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422774539-172.17.0.2-1733471296885 (Datanode Uuid bf9bb9a6-1428-40dd-b1f5-7faf80dd93ae) service to localhost/127.0.0.1:37471 2024-12-06T07:48:38,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data1/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:38,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/cluster_dec2b5ec-f288-4477-1edc-ff7bb06e9487/data/data2/current/BP-422774539-172.17.0.2-1733471296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:48:38,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:48:38,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@533ad8f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T07:48:38,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36269b5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:48:38,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:48:38,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92b0df5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:48:38,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fba372a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir/,STOPPED} 2024-12-06T07:48:38,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T07:48:38,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T07:48:38,863 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 68) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37471 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 170) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3579 (was 5016) 2024-12-06T07:48:38,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=3578 2024-12-06T07:48:38,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T07:48:38,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.log.dir so I do NOT create it in target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257 2024-12-06T07:48:38,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/17eb12cc-12c0-a8dd-41aa-cd0131b66d12/hadoop.tmp.dir so I do NOT create it in target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257 2024-12-06T07:48:38,875 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6, deleteOnExit=true 2024-12-06T07:48:38,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T07:48:38,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/test.cache.data in system properties and HBase conf 2024-12-06T07:48:38,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T07:48:38,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/hadoop.log.dir in system properties and HBase conf 2024-12-06T07:48:38,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T07:48:38,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T07:48:38,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T07:48:38,875 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T07:48:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T07:48:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T07:48:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T07:48:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T07:48:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T07:48:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T07:48:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T07:48:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T07:48:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T07:48:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/nfs.dump.dir in system properties and HBase conf 2024-12-06T07:48:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/java.io.tmpdir in system properties and HBase conf 2024-12-06T07:48:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T07:48:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T07:48:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T07:48:39,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:39,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:48:39,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:48:39,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:48:39,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T07:48:39,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:39,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54df4658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:48:39,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af4b54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:48:39,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3897fe0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/java.io.tmpdir/jetty-localhost-37251-hadoop-hdfs-3_4_1-tests_jar-_-any-3125825562106527266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T07:48:39,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37142000{HTTP/1.1, (http/1.1)}{localhost:37251} 2024-12-06T07:48:39,130 INFO [Time-limited test {}] server.Server(415): Started @88042ms 2024-12-06T07:48:39,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:39,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:48:39,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:48:39,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:48:39,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:48:39,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282d8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:48:39,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce33677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:48:39,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a39f17a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/java.io.tmpdir/jetty-localhost-33741-hadoop-hdfs-3_4_1-tests_jar-_-any-16420983647586599578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:39,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f6c3d8b{HTTP/1.1, (http/1.1)}{localhost:33741} 2024-12-06T07:48:39,349 INFO [Time-limited test {}] server.Server(415): Started @88261ms 2024-12-06T07:48:39,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:48:39,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:48:39,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:48:39,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:48:39,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:48:39,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:48:39,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d55df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:48:39,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@821aa50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:48:39,469 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/data/data2/current/BP-1290141893-172.17.0.2-1733471318940/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:39,469 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/data/data1/current/BP-1290141893-172.17.0.2-1733471318940/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:39,488 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:48:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c01ad41ae60869d with lease ID 0xf467147a56b44836: Processing first storage report for DS-a8062f2a-541f-4322-a7a7-833025b3e8e0 from datanode DatanodeRegistration(127.0.0.1:46289, datanodeUuid=1f7270f1-038c-46a0-a83a-e96c1945fca4, infoPort=41973, infoSecurePort=0, ipcPort=36613, storageInfo=lv=-57;cid=testClusterID;nsid=1273842712;c=1733471318940) 2024-12-06T07:48:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c01ad41ae60869d with lease ID 0xf467147a56b44836: from storage DS-a8062f2a-541f-4322-a7a7-833025b3e8e0 node DatanodeRegistration(127.0.0.1:46289, datanodeUuid=1f7270f1-038c-46a0-a83a-e96c1945fca4, infoPort=41973, infoSecurePort=0, ipcPort=36613, storageInfo=lv=-57;cid=testClusterID;nsid=1273842712;c=1733471318940), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:39,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c01ad41ae60869d with lease ID 0xf467147a56b44836: Processing first storage report for DS-ad09a8de-57d9-4662-96a7-b7caff9e3cd5 from datanode DatanodeRegistration(127.0.0.1:46289, datanodeUuid=1f7270f1-038c-46a0-a83a-e96c1945fca4, infoPort=41973, infoSecurePort=0, ipcPort=36613, storageInfo=lv=-57;cid=testClusterID;nsid=1273842712;c=1733471318940) 2024-12-06T07:48:39,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c01ad41ae60869d with lease ID 0xf467147a56b44836: from storage DS-ad09a8de-57d9-4662-96a7-b7caff9e3cd5 node DatanodeRegistration(127.0.0.1:46289, datanodeUuid=1f7270f1-038c-46a0-a83a-e96c1945fca4, infoPort=41973, infoSecurePort=0, ipcPort=36613, storageInfo=lv=-57;cid=testClusterID;nsid=1273842712;c=1733471318940), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:39,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@490ab78f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/java.io.tmpdir/jetty-localhost-44035-hadoop-hdfs-3_4_1-tests_jar-_-any-9003591569260055248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:48:39,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35fe3c6{HTTP/1.1, (http/1.1)}{localhost:44035} 2024-12-06T07:48:39,521 INFO [Time-limited test {}] server.Server(415): Started @88433ms 2024-12-06T07:48:39,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:48:39,628 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/data/data3/current/BP-1290141893-172.17.0.2-1733471318940/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:39,629 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/data/data4/current/BP-1290141893-172.17.0.2-1733471318940/current, will proceed with Du for space computation calculation, 2024-12-06T07:48:39,646 WARN [Thread-801 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:48:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf83dda7ad071495 with lease ID 0xf467147a56b44837: Processing first storage report for DS-306b8103-ed7b-4a9b-8abc-3440719d0ca5 from datanode DatanodeRegistration(127.0.0.1:37391, datanodeUuid=6bbfeead-81f9-43d7-badb-fbc7b1974e23, infoPort=45611, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=1273842712;c=1733471318940) 2024-12-06T07:48:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf83dda7ad071495 with lease ID 0xf467147a56b44837: from storage DS-306b8103-ed7b-4a9b-8abc-3440719d0ca5 node DatanodeRegistration(127.0.0.1:37391, datanodeUuid=6bbfeead-81f9-43d7-badb-fbc7b1974e23, infoPort=45611, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=1273842712;c=1733471318940), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf83dda7ad071495 with lease ID 0xf467147a56b44837: Processing first storage report for DS-2dacefbb-c6b0-4376-b75f-87f016415ea7 from datanode DatanodeRegistration(127.0.0.1:37391, datanodeUuid=6bbfeead-81f9-43d7-badb-fbc7b1974e23, infoPort=45611, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=1273842712;c=1733471318940) 2024-12-06T07:48:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf83dda7ad071495 with lease ID 0xf467147a56b44837: from storage DS-2dacefbb-c6b0-4376-b75f-87f016415ea7 node DatanodeRegistration(127.0.0.1:37391, datanodeUuid=6bbfeead-81f9-43d7-badb-fbc7b1974e23, infoPort=45611, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=1273842712;c=1733471318940), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:48:39,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257 2024-12-06T07:48:39,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/zookeeper_0, clientPort=55680, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T07:48:39,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55680 2024-12-06T07:48:39,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:39,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:39,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741825_1001 (size=7) 2024-12-06T07:48:39,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741825_1001 (size=7) 2024-12-06T07:48:39,764 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14 with version=8 2024-12-06T07:48:39,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/hbase-staging 2024-12-06T07:48:39,766 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aa9080fe83d2:0 server-side Connection retries=45 2024-12-06T07:48:39,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:39,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:39,766 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T07:48:39,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:39,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T07:48:39,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T07:48:39,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T07:48:39,767 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41601 2024-12-06T07:48:39,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41601 connecting to ZooKeeper ensemble=127.0.0.1:55680 2024-12-06T07:48:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416010x0, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T07:48:39,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41601-0x10186bf21540000 connected 2024-12-06T07:48:39,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:39,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:39,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:48:39,796 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14, hbase.cluster.distributed=false 2024-12-06T07:48:39,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T07:48:39,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41601 2024-12-06T07:48:39,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41601 2024-12-06T07:48:39,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41601 2024-12-06T07:48:39,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41601 2024-12-06T07:48:39,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41601 2024-12-06T07:48:39,827 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aa9080fe83d2:0 server-side Connection retries=45 2024-12-06T07:48:39,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:39,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:39,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T07:48:39,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:48:39,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T07:48:39,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T07:48:39,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T07:48:39,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46099 2024-12-06T07:48:39,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46099 connecting to ZooKeeper ensemble=127.0.0.1:55680 2024-12-06T07:48:39,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:39,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:39,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460990x0, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T07:48:39,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460990x0, quorum=127.0.0.1:55680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:48:39,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T07:48:39,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46099-0x10186bf21540001 connected 2024-12-06T07:48:39,853 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T07:48:39,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T07:48:39,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T07:48:39,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46099 2024-12-06T07:48:39,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46099 2024-12-06T07:48:39,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46099 2024-12-06T07:48:39,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46099 2024-12-06T07:48:39,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46099 2024-12-06T07:48:39,884 DEBUG [M:0;aa9080fe83d2:41601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aa9080fe83d2:41601 2024-12-06T07:48:39,884 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aa9080fe83d2,41601,1733471319766 2024-12-06T07:48:39,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:48:39,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:48:39,886 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aa9080fe83d2,41601,1733471319766 2024-12-06T07:48:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T07:48:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:39,891 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T07:48:39,891 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aa9080fe83d2,41601,1733471319766 from backup master directory 2024-12-06T07:48:39,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aa9080fe83d2,41601,1733471319766 2024-12-06T07:48:39,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:48:39,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:48:39,893 WARN [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T07:48:39,893 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aa9080fe83d2,41601,1733471319766 2024-12-06T07:48:39,898 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/hbase.id] with ID: 669546ee-5341-4963-971b-2082860d1c58 2024-12-06T07:48:39,898 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/.tmp/hbase.id 2024-12-06T07:48:39,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741826_1002 (size=42) 2024-12-06T07:48:39,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741826_1002 (size=42) 2024-12-06T07:48:39,910 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/.tmp/hbase.id]:[hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/hbase.id] 2024-12-06T07:48:39,922 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:39,922 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T07:48:39,923 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T07:48:39,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:39,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741827_1003 (size=196) 2024-12-06T07:48:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741827_1003 (size=196) 2024-12-06T07:48:39,933 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T07:48:39,934 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T07:48:39,934 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:48:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741828_1004 (size=1189) 2024-12-06T07:48:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741828_1004 (size=1189) 2024-12-06T07:48:39,943 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store 2024-12-06T07:48:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741829_1005 (size=34) 2024-12-06T07:48:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741829_1005 (size=34) 2024-12-06T07:48:39,950 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:39,950 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T07:48:39,951 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:39,951 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:39,951 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T07:48:39,951 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:39,951 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:48:39,951 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733471319950Disabling compacts and flushes for region at 1733471319950Disabling writes for close at 1733471319951 (+1 ms)Writing region close event to WAL at 1733471319951Closed at 1733471319951 2024-12-06T07:48:39,952 WARN [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/.initializing 2024-12-06T07:48:39,952 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/WALs/aa9080fe83d2,41601,1733471319766 2024-12-06T07:48:39,953 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:48:39,955 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C41601%2C1733471319766, suffix=, logDir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/WALs/aa9080fe83d2,41601,1733471319766, archiveDir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/oldWALs, maxLogs=10 2024-12-06T07:48:39,969 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/WALs/aa9080fe83d2,41601,1733471319766/aa9080fe83d2%2C41601%2C1733471319766.1733471319955, exclude list is [], retry=0 2024-12-06T07:48:39,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-a8062f2a-541f-4322-a7a7-833025b3e8e0,DISK] 2024-12-06T07:48:39,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-306b8103-ed7b-4a9b-8abc-3440719d0ca5,DISK] 2024-12-06T07:48:39,973 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/WALs/aa9080fe83d2,41601,1733471319766/aa9080fe83d2%2C41601%2C1733471319766.1733471319955 2024-12-06T07:48:39,974 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:45611:45611)] 2024-12-06T07:48:39,974 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:48:39,974 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:39,974 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,974 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T07:48:39,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:39,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:39,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T07:48:39,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:39,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:48:39,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T07:48:39,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:39,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:48:39,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T07:48:39,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:39,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:48:39,983 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,983 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,984 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,985 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,985 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,985 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T07:48:39,987 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:48:39,989 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:48:39,989 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=883000, jitterRate=0.12279260158538818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T07:48:39,990 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733471319974Initializing all the Stores at 1733471319975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471319975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471319975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471319975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471319975Cleaning up temporary data from old regions at 1733471319985 (+10 ms)Region opened successfully at 1733471319990 (+5 ms) 2024-12-06T07:48:39,990 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T07:48:39,993 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ace54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aa9080fe83d2/172.17.0.2:0 2024-12-06T07:48:39,994 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T07:48:39,994 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T07:48:39,994 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T07:48:39,995 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T07:48:39,995 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T07:48:39,995 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T07:48:39,995 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T07:48:39,998 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T07:48:39,998 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T07:48:40,000 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T07:48:40,000 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T07:48:40,001 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T07:48:40,004 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T07:48:40,005 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T07:48:40,006 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T07:48:40,008 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T07:48:40,009 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T07:48:40,010 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T07:48:40,013 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T07:48:40,014 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T07:48:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T07:48:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T07:48:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:40,017 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aa9080fe83d2,41601,1733471319766, sessionid=0x10186bf21540000, setting cluster-up flag (Was=false) 2024-12-06T07:48:40,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:40,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:40,027 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T07:48:40,028 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aa9080fe83d2,41601,1733471319766 2024-12-06T07:48:40,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:40,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:40,038 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T07:48:40,039 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aa9080fe83d2,41601,1733471319766 2024-12-06T07:48:40,041 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T07:48:40,043 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T07:48:40,043 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T07:48:40,043 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T07:48:40,044 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aa9080fe83d2,41601,1733471319766 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T07:48:40,045 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:48:40,045 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:48:40,045 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:48:40,046 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:48:40,046 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aa9080fe83d2:0, corePoolSize=10, maxPoolSize=10 2024-12-06T07:48:40,046 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,046 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=2, maxPoolSize=2 2024-12-06T07:48:40,046 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:48:40,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T07:48:40,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:40,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T07:48:40,052 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733471350052 2024-12-06T07:48:40,052 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T07:48:40,053 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T07:48:40,053 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T07:48:40,053 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T07:48:40,053 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T07:48:40,053 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T07:48:40,053 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,053 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T07:48:40,054 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T07:48:40,054 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T07:48:40,054 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T07:48:40,054 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T07:48:40,056 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471320054,5,FailOnTimeoutGroup] 2024-12-06T07:48:40,058 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471320056,5,FailOnTimeoutGroup] 2024-12-06T07:48:40,058 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,058 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T07:48:40,058 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,058 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741831_1007 (size=1321) 2024-12-06T07:48:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741831_1007 (size=1321) 2024-12-06T07:48:40,069 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(746): ClusterId : 669546ee-5341-4963-971b-2082860d1c58 2024-12-06T07:48:40,070 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T07:48:40,072 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T07:48:40,072 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T07:48:40,076 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T07:48:40,076 DEBUG [RS:0;aa9080fe83d2:46099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287608c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aa9080fe83d2/172.17.0.2:0 2024-12-06T07:48:40,094 DEBUG [RS:0;aa9080fe83d2:46099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aa9080fe83d2:46099 2024-12-06T07:48:40,094 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T07:48:40,094 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T07:48:40,094 DEBUG [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T07:48:40,095 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(2659): reportForDuty to master=aa9080fe83d2,41601,1733471319766 with port=46099, startcode=1733471319827 2024-12-06T07:48:40,095 DEBUG [RS:0;aa9080fe83d2:46099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T07:48:40,097 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56517, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T07:48:40,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:40,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41601 {}] master.ServerManager(517): Registering regionserver=aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:40,100 DEBUG [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14 2024-12-06T07:48:40,100 DEBUG [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38325 2024-12-06T07:48:40,100 DEBUG [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T07:48:40,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T07:48:40,103 DEBUG [RS:0;aa9080fe83d2:46099 {}] zookeeper.ZKUtil(111): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:40,103 WARN [RS:0;aa9080fe83d2:46099 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T07:48:40,103 INFO [RS:0;aa9080fe83d2:46099 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:48:40,103 DEBUG [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:40,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aa9080fe83d2,46099,1733471319827] 2024-12-06T07:48:40,107 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T07:48:40,109 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T07:48:40,112 INFO [RS:0;aa9080fe83d2:46099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T07:48:40,112 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,112 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T07:48:40,113 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T07:48:40,113 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aa9080fe83d2:0, corePoolSize=2, maxPoolSize=2 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aa9080fe83d2:0, corePoolSize=3, maxPoolSize=3 2024-12-06T07:48:40,114 DEBUG [RS:0;aa9080fe83d2:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0, corePoolSize=3, maxPoolSize=3 2024-12-06T07:48:40,118 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,118 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,118 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,118 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,119 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,119 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,46099,1733471319827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T07:48:40,141 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T07:48:40,141 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,46099,1733471319827-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,141 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,141 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.Replication(171): aa9080fe83d2,46099,1733471319827 started 2024-12-06T07:48:40,163 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,163 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(1482): Serving as aa9080fe83d2,46099,1733471319827, RpcServer on aa9080fe83d2/172.17.0.2:46099, sessionid=0x10186bf21540001 2024-12-06T07:48:40,163 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T07:48:40,163 DEBUG [RS:0;aa9080fe83d2:46099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:40,163 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aa9080fe83d2,46099,1733471319827' 2024-12-06T07:48:40,163 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T07:48:40,164 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T07:48:40,166 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T07:48:40,166 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T07:48:40,166 DEBUG [RS:0;aa9080fe83d2:46099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:40,166 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aa9080fe83d2,46099,1733471319827' 2024-12-06T07:48:40,167 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T07:48:40,167 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T07:48:40,168 DEBUG [RS:0;aa9080fe83d2:46099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T07:48:40,168 INFO [RS:0;aa9080fe83d2:46099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T07:48:40,168 INFO [RS:0;aa9080fe83d2:46099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T07:48:40,269 INFO [RS:0;aa9080fe83d2:46099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:48:40,271 INFO [RS:0;aa9080fe83d2:46099 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C46099%2C1733471319827, suffix=, logDir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827, archiveDir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/oldWALs, maxLogs=32 2024-12-06T07:48:40,292 DEBUG [RS:0;aa9080fe83d2:46099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471320272, exclude list is [], retry=0 2024-12-06T07:48:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-306b8103-ed7b-4a9b-8abc-3440719d0ca5,DISK] 2024-12-06T07:48:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-a8062f2a-541f-4322-a7a7-833025b3e8e0,DISK] 2024-12-06T07:48:40,299 INFO [RS:0;aa9080fe83d2:46099 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471320272 2024-12-06T07:48:40,300 DEBUG [RS:0;aa9080fe83d2:46099 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45611:45611),(127.0.0.1/127.0.0.1:41973:41973)] 2024-12-06T07:48:40,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T07:48:40,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14 2024-12-06T07:48:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741833_1009 (size=32) 2024-12-06T07:48:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741833_1009 (size=32) 2024-12-06T07:48:40,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:40,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T07:48:40,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T07:48:40,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:40,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:40,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T07:48:40,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T07:48:40,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:40,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:40,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T07:48:40,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T07:48:40,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:40,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:40,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T07:48:40,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T07:48:40,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:40,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:40,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T07:48:40,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740 2024-12-06T07:48:40,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740 2024-12-06T07:48:40,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T07:48:40,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T07:48:40,490 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T07:48:40,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T07:48:40,493 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:48:40,494 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=832390, jitterRate=0.05843880772590637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T07:48:40,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733471320477Initializing all the Stores at 1733471320478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471320478Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471320478Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471320478Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471320478Cleaning up temporary data from old regions at 1733471320489 (+11 ms)Region opened successfully at 1733471320495 (+6 ms) 2024-12-06T07:48:40,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T07:48:40,495 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T07:48:40,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T07:48:40,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T07:48:40,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T07:48:40,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T07:48:40,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733471320495Disabling compacts and flushes for region at 1733471320495Disabling writes for close at 1733471320495Writing region close event to WAL at 1733471320496 (+1 ms)Closed at 1733471320496 2024-12-06T07:48:40,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:48:40,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T07:48:40,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T07:48:40,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T07:48:40,500 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T07:48:40,651 DEBUG [aa9080fe83d2:41601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T07:48:40,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:40,653 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aa9080fe83d2,46099,1733471319827, state=OPENING 2024-12-06T07:48:40,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T07:48:40,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:40,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:48:40,658 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T07:48:40,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:48:40,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aa9080fe83d2,46099,1733471319827}] 2024-12-06T07:48:40,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:48:40,812 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T07:48:40,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T07:48:40,820 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T07:48:40,820 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:48:40,821 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T07:48:40,823 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C46099%2C1733471319827.meta, suffix=.meta, logDir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827, archiveDir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/oldWALs, maxLogs=32 2024-12-06T07:48:40,844 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.meta.1733471320824.meta, exclude list is [], retry=0 2024-12-06T07:48:40,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-306b8103-ed7b-4a9b-8abc-3440719d0ca5,DISK] 2024-12-06T07:48:40,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-a8062f2a-541f-4322-a7a7-833025b3e8e0,DISK] 2024-12-06T07:48:40,852 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.meta.1733471320824.meta 2024-12-06T07:48:40,856 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45611:45611),(127.0.0.1/127.0.0.1:41973:41973)] 2024-12-06T07:48:40,856 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:48:40,857 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T07:48:40,857 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T07:48:40,857 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T07:48:40,857 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T07:48:40,857 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:40,857 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T07:48:40,857 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T07:48:40,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T07:48:40,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T07:48:40,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:40,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:40,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T07:48:40,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T07:48:40,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:40,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:40,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T07:48:40,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T07:48:40,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:40,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:40,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T07:48:40,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T07:48:40,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:40,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:48:40,870 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T07:48:40,871 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740 2024-12-06T07:48:40,873 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740 2024-12-06T07:48:40,876 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T07:48:40,876 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T07:48:40,877 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T07:48:40,878 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T07:48:40,879 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823820, jitterRate=0.04754151403903961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T07:48:40,879 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T07:48:40,880 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733471320858Writing region info on filesystem at 1733471320858Initializing all the Stores at 1733471320859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471320859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471320860 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471320860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471320860Cleaning up temporary data from old regions at 1733471320876 (+16 ms)Running coprocessor post-open hooks at 1733471320879 (+3 ms)Region opened successfully at 1733471320880 (+1 ms) 2024-12-06T07:48:40,885 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733471320811 2024-12-06T07:48:40,888 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T07:48:40,888 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T07:48:40,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:40,890 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aa9080fe83d2,46099,1733471319827, state=OPEN 2024-12-06T07:48:40,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T07:48:40,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T07:48:40,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:40,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:48:40,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:48:40,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T07:48:40,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aa9080fe83d2,46099,1733471319827 in 238 msec 2024-12-06T07:48:40,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T07:48:40,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-12-06T07:48:40,905 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:48:40,905 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T07:48:40,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T07:48:40,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aa9080fe83d2,46099,1733471319827, seqNum=-1] 2024-12-06T07:48:40,908 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T07:48:40,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T07:48:40,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 873 msec 2024-12-06T07:48:40,917 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733471320917, completionTime=-1 2024-12-06T07:48:40,917 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T07:48:40,917 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T07:48:40,920 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T07:48:40,920 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733471380920 2024-12-06T07:48:40,920 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733471440920 2024-12-06T07:48:40,921 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T07:48:40,921 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,41601,1733471319766-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,921 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,41601,1733471319766-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,921 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,41601,1733471319766-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,921 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aa9080fe83d2:41601, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,921 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,922 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,924 DEBUG [master/aa9080fe83d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T07:48:40,926 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.033sec 2024-12-06T07:48:40,926 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T07:48:40,926 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T07:48:40,926 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T07:48:40,926 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T07:48:40,926 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T07:48:40,926 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,41601,1733471319766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T07:48:40,927 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,41601,1733471319766-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T07:48:40,930 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T07:48:40,930 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T07:48:40,930 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,41601,1733471319766-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:48:40,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd74c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:48:40,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aa9080fe83d2,41601,-1 for getting cluster id 2024-12-06T07:48:40,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T07:48:40,972 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '669546ee-5341-4963-971b-2082860d1c58' 2024-12-06T07:48:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T07:48:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "669546ee-5341-4963-971b-2082860d1c58" 2024-12-06T07:48:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3671afbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:48:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aa9080fe83d2,41601,-1] 2024-12-06T07:48:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T07:48:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:48:40,975 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T07:48:40,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8c3f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:48:40,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T07:48:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aa9080fe83d2,46099,1733471319827, seqNum=-1] 2024-12-06T07:48:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T07:48:40,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T07:48:40,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aa9080fe83d2,41601,1733471319766 2024-12-06T07:48:40,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:48:40,986 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T07:48:40,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T07:48:40,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is aa9080fe83d2,41601,1733471319766 2024-12-06T07:48:40,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cce2b4 2024-12-06T07:48:40,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T07:48:40,990 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T07:48:40,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T07:48:40,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T07:48:40,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T07:48:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:48:40,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T07:48:40,995 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:40,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-06T07:48:40,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T07:48:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T07:48:41,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741835_1011 (size=405) 2024-12-06T07:48:41,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741835_1011 (size=405) 2024-12-06T07:48:41,017 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f67ed150f3827c094d21c60074875cca, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14 2024-12-06T07:48:41,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741836_1012 (size=88) 2024-12-06T07:48:41,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741836_1012 (size=88) 2024-12-06T07:48:41,028 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:41,028 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing f67ed150f3827c094d21c60074875cca, disabling compactions & flushes 2024-12-06T07:48:41,028 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:48:41,028 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:48:41,028 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. after waiting 0 ms 2024-12-06T07:48:41,028 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:48:41,028 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:48:41,028 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for f67ed150f3827c094d21c60074875cca: Waiting for close lock at 1733471321028Disabling compacts and flushes for region at 1733471321028Disabling writes for close at 1733471321028Writing region close event to WAL at 1733471321028Closed at 1733471321028 2024-12-06T07:48:41,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T07:48:41,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733471321031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733471321031"}]},"ts":"1733471321031"} 2024-12-06T07:48:41,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T07:48:41,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T07:48:41,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733471321035"}]},"ts":"1733471321035"} 2024-12-06T07:48:41,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-06T07:48:41,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=f67ed150f3827c094d21c60074875cca, ASSIGN}] 2024-12-06T07:48:41,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=f67ed150f3827c094d21c60074875cca, ASSIGN 2024-12-06T07:48:41,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=f67ed150f3827c094d21c60074875cca, ASSIGN; state=OFFLINE, location=aa9080fe83d2,46099,1733471319827; forceNewPlan=false, retain=false 2024-12-06T07:48:41,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f67ed150f3827c094d21c60074875cca, regionState=OPENING, regionLocation=aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:41,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=f67ed150f3827c094d21c60074875cca, ASSIGN because future has completed 2024-12-06T07:48:41,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f67ed150f3827c094d21c60074875cca, server=aa9080fe83d2,46099,1733471319827}] 2024-12-06T07:48:41,354 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:48:41,354 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f67ed150f3827c094d21c60074875cca, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:48:41,354 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,354 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:48:41,355 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,355 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,356 INFO [StoreOpener-f67ed150f3827c094d21c60074875cca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,358 INFO [StoreOpener-f67ed150f3827c094d21c60074875cca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67ed150f3827c094d21c60074875cca columnFamilyName info 2024-12-06T07:48:41,358 DEBUG [StoreOpener-f67ed150f3827c094d21c60074875cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:48:41,358 INFO [StoreOpener-f67ed150f3827c094d21c60074875cca-1 {}] regionserver.HStore(327): Store=f67ed150f3827c094d21c60074875cca/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:48:41,358 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,359 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,359 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,360 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,360 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,361 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,364 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:48:41,364 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f67ed150f3827c094d21c60074875cca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=792011, jitterRate=0.007094845175743103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T07:48:41,364 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f67ed150f3827c094d21c60074875cca 2024-12-06T07:48:41,365 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f67ed150f3827c094d21c60074875cca: Running coprocessor pre-open hook at 1733471321355Writing region info on filesystem at 1733471321355Initializing all the Stores at 1733471321356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471321356Cleaning up temporary data from old regions at 1733471321360 (+4 ms)Running coprocessor post-open hooks at 1733471321364 (+4 ms)Region opened successfully at 1733471321365 (+1 ms) 2024-12-06T07:48:41,366 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca., pid=6, masterSystemTime=1733471321350 2024-12-06T07:48:41,368 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:48:41,368 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:48:41,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f67ed150f3827c094d21c60074875cca, regionState=OPEN, openSeqNum=2, regionLocation=aa9080fe83d2,46099,1733471319827 2024-12-06T07:48:41,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f67ed150f3827c094d21c60074875cca, server=aa9080fe83d2,46099,1733471319827 because future has completed 2024-12-06T07:48:41,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T07:48:41,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f67ed150f3827c094d21c60074875cca, server=aa9080fe83d2,46099,1733471319827 in 178 msec 2024-12-06T07:48:41,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T07:48:41,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=f67ed150f3827c094d21c60074875cca, ASSIGN in 340 msec 2024-12-06T07:48:41,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T07:48:41,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733471321380"}]},"ts":"1733471321380"} 2024-12-06T07:48:41,383 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-06T07:48:41,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T07:48:41,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 392 msec 2024-12-06T07:48:41,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T07:48:41,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:41,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:41,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:41,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:41,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:41,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:41,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:41,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:48:46,107 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T07:48:46,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-06T07:48:46,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T07:48:46,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T07:48:46,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T07:48:46,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T07:48:46,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T07:48:46,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T07:48:46,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:48:46,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-06T07:48:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T07:48:51,060 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T07:48:51,060 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-06T07:48:51,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:48:51,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:48:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca., hostname=aa9080fe83d2,46099,1733471319827, seqNum=2] 2024-12-06T07:48:51,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:48:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:48:51,081 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T07:48:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T07:48:51,082 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T07:48:51,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T07:48:51,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T07:48:51,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:48:51,246 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f67ed150f3827c094d21c60074875cca 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T07:48:51,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/d5428f653fd04179830585bf99949e7c is 1055, key is row0001/info:/1733471331069/Put/seqid=0 2024-12-06T07:48:51,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741837_1013 (size=6008) 2024-12-06T07:48:51,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741837_1013 (size=6008) 2024-12-06T07:48:51,280 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/d5428f653fd04179830585bf99949e7c 2024-12-06T07:48:51,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/d5428f653fd04179830585bf99949e7c as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/d5428f653fd04179830585bf99949e7c 2024-12-06T07:48:51,299 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/d5428f653fd04179830585bf99949e7c, entries=1, sequenceid=5, filesize=5.9 K 2024-12-06T07:48:51,301 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for f67ed150f3827c094d21c60074875cca in 55ms, sequenceid=5, compaction requested=false 2024-12-06T07:48:51,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f67ed150f3827c094d21c60074875cca: 2024-12-06T07:48:51,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:48:51,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T07:48:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T07:48:51,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T07:48:51,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 223 msec 2024-12-06T07:48:51,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 235 msec 2024-12-06T07:49:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T07:49:01,109 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T07:49:01,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:49:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:49:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T07:49:01,114 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T07:49:01,115 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T07:49:01,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T07:49:01,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-06T07:49:01,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:01,269 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing f67ed150f3827c094d21c60074875cca 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T07:49:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/8b7e2973d75e4ab695976391ffa6a455 is 1055, key is row0002/info:/1733471341110/Put/seqid=0 2024-12-06T07:49:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741838_1014 (size=6008) 2024-12-06T07:49:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741838_1014 (size=6008) 2024-12-06T07:49:01,280 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/8b7e2973d75e4ab695976391ffa6a455 2024-12-06T07:49:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/8b7e2973d75e4ab695976391ffa6a455 as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/8b7e2973d75e4ab695976391ffa6a455 2024-12-06T07:49:01,293 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/8b7e2973d75e4ab695976391ffa6a455, entries=1, sequenceid=9, filesize=5.9 K 2024-12-06T07:49:01,295 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for f67ed150f3827c094d21c60074875cca in 26ms, sequenceid=9, compaction requested=false 2024-12-06T07:49:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for f67ed150f3827c094d21c60074875cca: 2024-12-06T07:49:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-06T07:49:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-06T07:49:01,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T07:49:01,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-12-06T07:49:01,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 189 msec 2024-12-06T07:49:09,746 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T07:49:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T07:49:11,209 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T07:49:11,227 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471351213, exclude list is [], retry=0 2024-12-06T07:49:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-306b8103-ed7b-4a9b-8abc-3440719d0ca5,DISK] 2024-12-06T07:49:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-a8062f2a-541f-4322-a7a7-833025b3e8e0,DISK] 2024-12-06T07:49:11,235 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471320272 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471351213 2024-12-06T07:49:11,235 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45611:45611),(127.0.0.1/127.0.0.1:41973:41973)] 2024-12-06T07:49:11,235 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471320272 is not closed yet, will try archiving it next time 2024-12-06T07:49:11,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:49:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741832_1008 (size=5471) 2024-12-06T07:49:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:49:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741832_1008 (size=5471) 2024-12-06T07:49:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T07:49:11,239 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T07:49:11,240 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T07:49:11,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T07:49:11,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T07:49:11,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:11,394 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing f67ed150f3827c094d21c60074875cca 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T07:49:11,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/28eab44bbe524d6fbf4a505d2bd32d23 is 1055, key is row0003/info:/1733471351211/Put/seqid=0 2024-12-06T07:49:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741840_1016 (size=6008) 2024-12-06T07:49:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741840_1016 (size=6008) 2024-12-06T07:49:11,419 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/28eab44bbe524d6fbf4a505d2bd32d23 2024-12-06T07:49:11,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/28eab44bbe524d6fbf4a505d2bd32d23 as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/28eab44bbe524d6fbf4a505d2bd32d23 2024-12-06T07:49:11,437 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/28eab44bbe524d6fbf4a505d2bd32d23, entries=1, sequenceid=13, filesize=5.9 K 2024-12-06T07:49:11,438 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for f67ed150f3827c094d21c60074875cca in 44ms, sequenceid=13, compaction requested=true 2024-12-06T07:49:11,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for f67ed150f3827c094d21c60074875cca: 2024-12-06T07:49:11,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:11,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-06T07:49:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-06T07:49:11,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T07:49:11,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 201 msec 2024-12-06T07:49:11,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 209 msec 2024-12-06T07:49:20,977 INFO [master/aa9080fe83d2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T07:49:20,977 INFO [master/aa9080fe83d2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T07:49:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T07:49:21,249 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T07:49:21,253 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T07:49:21,256 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T07:49:21,257 DEBUG [Time-limited test {}] regionserver.HStore(1541): f67ed150f3827c094d21c60074875cca/info is initiating minor compaction (all files) 2024-12-06T07:49:21,257 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T07:49:21,257 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:21,258 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f67ed150f3827c094d21c60074875cca/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:21,258 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/d5428f653fd04179830585bf99949e7c, hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/8b7e2973d75e4ab695976391ffa6a455, hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/28eab44bbe524d6fbf4a505d2bd32d23] into tmpdir=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp, totalSize=17.6 K 2024-12-06T07:49:21,259 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d5428f653fd04179830585bf99949e7c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733471331069 2024-12-06T07:49:21,260 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8b7e2973d75e4ab695976391ffa6a455, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733471341110 2024-12-06T07:49:21,261 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 28eab44bbe524d6fbf4a505d2bd32d23, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733471351211 2024-12-06T07:49:21,286 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): f67ed150f3827c094d21c60074875cca#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:49:21,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/d6c9ed4df0fb480b99613e2e1d1769a3 is 1055, key is row0001/info:/1733471331069/Put/seqid=0 2024-12-06T07:49:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741841_1017 (size=8221) 2024-12-06T07:49:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741841_1017 (size=8221) 2024-12-06T07:49:21,301 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/d6c9ed4df0fb480b99613e2e1d1769a3 as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/d6c9ed4df0fb480b99613e2e1d1769a3 2024-12-06T07:49:21,317 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67ed150f3827c094d21c60074875cca/info of f67ed150f3827c094d21c60074875cca into d6c9ed4df0fb480b99613e2e1d1769a3(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:49:21,317 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f67ed150f3827c094d21c60074875cca: 2024-12-06T07:49:21,336 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471361320, exclude list is [], retry=0 2024-12-06T07:49:21,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-a8062f2a-541f-4322-a7a7-833025b3e8e0,DISK] 2024-12-06T07:49:21,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-306b8103-ed7b-4a9b-8abc-3440719d0ca5,DISK] 2024-12-06T07:49:21,345 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471351213 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471361320 2024-12-06T07:49:21,345 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:45611:45611)] 2024-12-06T07:49:21,345 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471351213 is not closed yet, will try archiving it next time 2024-12-06T07:49:21,346 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471320272 to hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/oldWALs/aa9080fe83d2%2C46099%2C1733471319827.1733471320272 2024-12-06T07:49:21,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:49:21,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741839_1015 (size=2495) 2024-12-06T07:49:21,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741839_1015 (size=2495) 2024-12-06T07:49:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:49:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T07:49:21,349 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T07:49:21,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T07:49:21,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T07:49:21,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-06T07:49:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:21,505 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing f67ed150f3827c094d21c60074875cca 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T07:49:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/b3d5e6515edd4c66869e4c98915ed6e6 is 1055, key is row0000/info:/1733471361319/Put/seqid=0 2024-12-06T07:49:21,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741843_1019 (size=6008) 2024-12-06T07:49:21,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741843_1019 (size=6008) 2024-12-06T07:49:21,518 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/b3d5e6515edd4c66869e4c98915ed6e6 2024-12-06T07:49:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/b3d5e6515edd4c66869e4c98915ed6e6 as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/b3d5e6515edd4c66869e4c98915ed6e6 2024-12-06T07:49:21,531 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/b3d5e6515edd4c66869e4c98915ed6e6, entries=1, sequenceid=18, filesize=5.9 K 2024-12-06T07:49:21,532 INFO [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for f67ed150f3827c094d21c60074875cca in 27ms, sequenceid=18, compaction requested=false 2024-12-06T07:49:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for f67ed150f3827c094d21c60074875cca: 2024-12-06T07:49:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-06T07:49:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-06T07:49:21,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T07:49:21,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-12-06T07:49:21,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 194 msec 2024-12-06T07:49:26,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f67ed150f3827c094d21c60074875cca, had cached 0 bytes from a total of 14229 2024-12-06T07:49:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T07:49:31,440 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T07:49:31,456 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471371442, exclude list is [], retry=0 2024-12-06T07:49:31,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-a8062f2a-541f-4322-a7a7-833025b3e8e0,DISK] 2024-12-06T07:49:31,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-306b8103-ed7b-4a9b-8abc-3440719d0ca5,DISK] 2024-12-06T07:49:31,461 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471361320 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471371442 2024-12-06T07:49:31,461 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:45611:45611)] 2024-12-06T07:49:31,461 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471361320 is not closed yet, will try archiving it next time 2024-12-06T07:49:31,461 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.1733471351213 to hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/oldWALs/aa9080fe83d2%2C46099%2C1733471319827.1733471351213 2024-12-06T07:49:31,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T07:49:31,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T07:49:31,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:49:31,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:49:31,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:49:31,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T07:49:31,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T07:49:31,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1758630675, stopped=false 2024-12-06T07:49:31,462 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aa9080fe83d2,41601,1733471319766 2024-12-06T07:49:31,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741842_1018 (size=2001) 2024-12-06T07:49:31,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741842_1018 (size=2001) 2024-12-06T07:49:31,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T07:49:31,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T07:49:31,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:31,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:31,464 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T07:49:31,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T07:49:31,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:49:31,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:49:31,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:49:31,465 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aa9080fe83d2,46099,1733471319827' ***** 2024-12-06T07:49:31,465 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T07:49:31,466 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T07:49:31,466 INFO [RS:0;aa9080fe83d2:46099 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T07:49:31,466 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T07:49:31,466 INFO [RS:0;aa9080fe83d2:46099 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T07:49:31,466 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(3091): Received CLOSE for f67ed150f3827c094d21c60074875cca 2024-12-06T07:49:31,466 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(959): stopping server aa9080fe83d2,46099,1733471319827 2024-12-06T07:49:31,466 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T07:49:31,466 INFO [RS:0;aa9080fe83d2:46099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aa9080fe83d2:46099. 2024-12-06T07:49:31,466 DEBUG [RS:0;aa9080fe83d2:46099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:49:31,466 DEBUG [RS:0;aa9080fe83d2:46099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:49:31,467 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f67ed150f3827c094d21c60074875cca, disabling compactions & flushes 2024-12-06T07:49:31,467 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T07:49:31,467 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:31,467 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T07:49:31,467 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T07:49:31,467 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:31,467 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. after waiting 0 ms 2024-12-06T07:49:31,467 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:31,467 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T07:49:31,467 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f67ed150f3827c094d21c60074875cca 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T07:49:31,467 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T07:49:31,467 DEBUG [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(1325): Online Regions={f67ed150f3827c094d21c60074875cca=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T07:49:31,467 DEBUG [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f67ed150f3827c094d21c60074875cca 2024-12-06T07:49:31,467 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T07:49:31,467 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T07:49:31,467 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T07:49:31,467 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T07:49:31,467 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T07:49:31,468 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-06T07:49:31,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:49:31,472 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/7f88d84212c240f8aa23dce347ad8c7f is 1055, key is row0001/info:/1733471371441/Put/seqid=0 2024-12-06T07:49:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741845_1021 (size=6008) 2024-12-06T07:49:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741845_1021 (size=6008) 2024-12-06T07:49:31,482 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/7f88d84212c240f8aa23dce347ad8c7f 2024-12-06T07:49:31,487 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/.tmp/info/d067095fed6248f39e498b22fa772fc8 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca./info:regioninfo/1733471321369/Put/seqid=0 2024-12-06T07:49:31,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741846_1022 (size=7308) 2024-12-06T07:49:31,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741846_1022 (size=7308) 2024-12-06T07:49:31,493 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/.tmp/info/d067095fed6248f39e498b22fa772fc8 2024-12-06T07:49:31,493 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/.tmp/info/7f88d84212c240f8aa23dce347ad8c7f as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/7f88d84212c240f8aa23dce347ad8c7f 2024-12-06T07:49:31,499 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/7f88d84212c240f8aa23dce347ad8c7f, entries=1, sequenceid=22, filesize=5.9 K 2024-12-06T07:49:31,501 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for f67ed150f3827c094d21c60074875cca in 34ms, sequenceid=22, compaction requested=true 2024-12-06T07:49:31,502 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/d5428f653fd04179830585bf99949e7c, hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/8b7e2973d75e4ab695976391ffa6a455, hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/28eab44bbe524d6fbf4a505d2bd32d23] to archive 2024-12-06T07:49:31,505 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T07:49:31,508 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/d5428f653fd04179830585bf99949e7c to hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/d5428f653fd04179830585bf99949e7c 2024-12-06T07:49:31,510 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/8b7e2973d75e4ab695976391ffa6a455 to hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/8b7e2973d75e4ab695976391ffa6a455 2024-12-06T07:49:31,512 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/28eab44bbe524d6fbf4a505d2bd32d23 to hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/info/28eab44bbe524d6fbf4a505d2bd32d23 2024-12-06T07:49:31,516 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/.tmp/ns/d5c6514c64f446939db8f1504e037b4b is 43, key is default/ns:d/1733471320910/Put/seqid=0 2024-12-06T07:49:31,526 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aa9080fe83d2:41601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-06T07:49:31,527 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [d5428f653fd04179830585bf99949e7c=6008, 8b7e2973d75e4ab695976391ffa6a455=6008, 28eab44bbe524d6fbf4a505d2bd32d23=6008] 2024-12-06T07:49:31,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741847_1023 (size=5153) 2024-12-06T07:49:31,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741847_1023 (size=5153) 2024-12-06T07:49:31,532 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/.tmp/ns/d5c6514c64f446939db8f1504e037b4b 2024-12-06T07:49:31,535 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/f67ed150f3827c094d21c60074875cca/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-06T07:49:31,536 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:31,536 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f67ed150f3827c094d21c60074875cca: Waiting for close lock at 1733471371466Running coprocessor pre-close hooks at 1733471371466Disabling compacts and flushes for region at 1733471371466Disabling writes for close at 1733471371467 (+1 ms)Obtaining lock to block concurrent updates at 1733471371467Preparing flush snapshotting stores in f67ed150f3827c094d21c60074875cca at 1733471371467Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733471371467Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. at 1733471371468 (+1 ms)Flushing f67ed150f3827c094d21c60074875cca/info: creating writer at 1733471371468Flushing f67ed150f3827c094d21c60074875cca/info: appending metadata at 1733471371471 (+3 ms)Flushing f67ed150f3827c094d21c60074875cca/info: closing flushed file at 1733471371471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60dd87f4: reopening flushed file at 1733471371491 (+20 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for f67ed150f3827c094d21c60074875cca in 34ms, sequenceid=22, compaction requested=true at 1733471371501 (+10 ms)Writing region close event to WAL at 1733471371529 (+28 ms)Running coprocessor post-close hooks at 1733471371536 (+7 ms)Closed at 1733471371536 2024-12-06T07:49:31,536 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733471320990.f67ed150f3827c094d21c60074875cca. 2024-12-06T07:49:31,554 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/.tmp/table/be36b5b63aaa454b88587bc9b9379c33 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733471321380/Put/seqid=0 2024-12-06T07:49:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741848_1024 (size=5508) 2024-12-06T07:49:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741848_1024 (size=5508) 2024-12-06T07:49:31,561 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/.tmp/table/be36b5b63aaa454b88587bc9b9379c33 2024-12-06T07:49:31,570 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/.tmp/info/d067095fed6248f39e498b22fa772fc8 as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/info/d067095fed6248f39e498b22fa772fc8 2024-12-06T07:49:31,576 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/info/d067095fed6248f39e498b22fa772fc8, entries=10, sequenceid=11, filesize=7.1 K 2024-12-06T07:49:31,577 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/.tmp/ns/d5c6514c64f446939db8f1504e037b4b as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/ns/d5c6514c64f446939db8f1504e037b4b 2024-12-06T07:49:31,583 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/ns/d5c6514c64f446939db8f1504e037b4b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T07:49:31,584 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/.tmp/table/be36b5b63aaa454b88587bc9b9379c33 as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/table/be36b5b63aaa454b88587bc9b9379c33 2024-12-06T07:49:31,590 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/table/be36b5b63aaa454b88587bc9b9379c33, entries=2, sequenceid=11, filesize=5.4 K 2024-12-06T07:49:31,591 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=11, compaction requested=false 2024-12-06T07:49:31,596 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T07:49:31,596 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T07:49:31,596 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T07:49:31,597 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733471371467Running coprocessor pre-close hooks at 1733471371467Disabling compacts and flushes for region at 1733471371467Disabling writes for close at 1733471371467Obtaining lock to block concurrent updates at 1733471371468 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733471371468Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733471371468Flushing stores of hbase:meta,,1.1588230740 at 1733471371469 (+1 ms)Flushing 1588230740/info: creating writer at 1733471371469Flushing 1588230740/info: appending metadata at 1733471371486 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733471371486Flushing 1588230740/ns: creating writer at 1733471371499 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733471371515 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733471371515Flushing 1588230740/table: creating writer at 1733471371538 (+23 ms)Flushing 1588230740/table: appending metadata at 1733471371554 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733471371554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42331ceb: reopening flushed file at 1733471371569 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7823eff9: reopening flushed file at 1733471371576 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed80582: reopening flushed file at 1733471371584 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=11, compaction requested=false at 1733471371591 (+7 ms)Writing region close event to WAL at 1733471371592 (+1 ms)Running coprocessor post-close hooks at 1733471371596 (+4 ms)Closed at 1733471371596 2024-12-06T07:49:31,597 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T07:49:31,667 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(976): stopping server aa9080fe83d2,46099,1733471319827; all regions closed. 2024-12-06T07:49:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741834_1010 (size=3306) 2024-12-06T07:49:31,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/WALs/aa9080fe83d2,46099,1733471319827/aa9080fe83d2%2C46099%2C1733471319827.meta.1733471320824.meta not finished, retry = 0 2024-12-06T07:49:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741834_1010 (size=3306) 2024-12-06T07:49:31,773 DEBUG [RS:0;aa9080fe83d2:46099 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/oldWALs 2024-12-06T07:49:31,773 INFO [RS:0;aa9080fe83d2:46099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aa9080fe83d2%2C46099%2C1733471319827.meta:.meta(num 1733471320824) 2024-12-06T07:49:31,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741844_1020 (size=1252) 2024-12-06T07:49:31,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741844_1020 (size=1252) 2024-12-06T07:49:31,779 DEBUG [RS:0;aa9080fe83d2:46099 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/oldWALs 2024-12-06T07:49:31,779 INFO [RS:0;aa9080fe83d2:46099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aa9080fe83d2%2C46099%2C1733471319827:(num 1733471371442) 2024-12-06T07:49:31,779 DEBUG [RS:0;aa9080fe83d2:46099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:49:31,779 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T07:49:31,779 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T07:49:31,779 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.ChoreService(370): Chore service for: regionserver/aa9080fe83d2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T07:49:31,779 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T07:49:31,779 INFO [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T07:49:31,780 INFO [RS:0;aa9080fe83d2:46099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46099 2024-12-06T07:49:31,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T07:49:31,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aa9080fe83d2,46099,1733471319827 2024-12-06T07:49:31,782 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T07:49:31,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aa9080fe83d2,46099,1733471319827] 2024-12-06T07:49:31,785 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aa9080fe83d2,46099,1733471319827 already deleted, retry=false 2024-12-06T07:49:31,785 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aa9080fe83d2,46099,1733471319827 expired; onlineServers=0 2024-12-06T07:49:31,785 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aa9080fe83d2,41601,1733471319766' ***** 2024-12-06T07:49:31,785 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T07:49:31,786 INFO [M:0;aa9080fe83d2:41601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T07:49:31,786 INFO [M:0;aa9080fe83d2:41601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T07:49:31,786 DEBUG [M:0;aa9080fe83d2:41601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T07:49:31,786 DEBUG [M:0;aa9080fe83d2:41601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T07:49:31,786 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T07:49:31,786 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471320054 {}] cleaner.HFileCleaner(306): Exit Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471320054,5,FailOnTimeoutGroup] 2024-12-06T07:49:31,786 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471320056 {}] cleaner.HFileCleaner(306): Exit Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471320056,5,FailOnTimeoutGroup] 2024-12-06T07:49:31,786 INFO [M:0;aa9080fe83d2:41601 {}] hbase.ChoreService(370): Chore service for: master/aa9080fe83d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T07:49:31,786 INFO [M:0;aa9080fe83d2:41601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T07:49:31,786 DEBUG [M:0;aa9080fe83d2:41601 {}] master.HMaster(1795): Stopping service threads 2024-12-06T07:49:31,786 INFO [M:0;aa9080fe83d2:41601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T07:49:31,786 INFO [M:0;aa9080fe83d2:41601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T07:49:31,787 INFO [M:0;aa9080fe83d2:41601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T07:49:31,787 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T07:49:31,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T07:49:31,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:31,788 DEBUG [M:0;aa9080fe83d2:41601 {}] zookeeper.ZKUtil(347): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T07:49:31,788 WARN [M:0;aa9080fe83d2:41601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T07:49:31,789 INFO [M:0;aa9080fe83d2:41601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/.lastflushedseqids 2024-12-06T07:49:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741849_1025 (size=130) 2024-12-06T07:49:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741849_1025 (size=130) 2024-12-06T07:49:31,798 INFO [M:0;aa9080fe83d2:41601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T07:49:31,798 INFO [M:0;aa9080fe83d2:41601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T07:49:31,799 DEBUG [M:0;aa9080fe83d2:41601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T07:49:31,799 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:49:31,799 DEBUG [M:0;aa9080fe83d2:41601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:49:31,799 DEBUG [M:0;aa9080fe83d2:41601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T07:49:31,799 DEBUG [M:0;aa9080fe83d2:41601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:49:31,799 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.56 KB heapSize=54.94 KB 2024-12-06T07:49:31,816 DEBUG [M:0;aa9080fe83d2:41601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb5832514f264777b1331b81b36ed1c3 is 82, key is hbase:meta,,1/info:regioninfo/1733471320889/Put/seqid=0 2024-12-06T07:49:31,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741850_1026 (size=5672) 2024-12-06T07:49:31,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741850_1026 (size=5672) 2024-12-06T07:49:31,827 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb5832514f264777b1331b81b36ed1c3 2024-12-06T07:49:31,848 DEBUG [M:0;aa9080fe83d2:41601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/351aa7a1c6bc41a48a3c3f6145eb83aa is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733471321385/Put/seqid=0 2024-12-06T07:49:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741851_1027 (size=7819) 2024-12-06T07:49:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741851_1027 (size=7819) 2024-12-06T07:49:31,855 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/351aa7a1c6bc41a48a3c3f6145eb83aa 2024-12-06T07:49:31,860 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 351aa7a1c6bc41a48a3c3f6145eb83aa 2024-12-06T07:49:31,877 DEBUG [M:0;aa9080fe83d2:41601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37dbe47cacb44c3dae460c7ce03d2108 is 69, key is aa9080fe83d2,46099,1733471319827/rs:state/1733471320098/Put/seqid=0 2024-12-06T07:49:31,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741852_1028 (size=5156) 2024-12-06T07:49:31,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741852_1028 (size=5156) 2024-12-06T07:49:31,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:49:31,885 INFO [RS:0;aa9080fe83d2:46099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T07:49:31,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10186bf21540001, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:49:31,885 INFO [RS:0;aa9080fe83d2:46099 {}] regionserver.HRegionServer(1031): Exiting; stopping=aa9080fe83d2,46099,1733471319827; zookeeper connection closed. 2024-12-06T07:49:31,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e2a5adf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e2a5adf 2024-12-06T07:49:31,886 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T07:49:32,121 INFO [regionserver/aa9080fe83d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T07:49:32,285 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37dbe47cacb44c3dae460c7ce03d2108 2024-12-06T07:49:32,312 DEBUG [M:0;aa9080fe83d2:41601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d1e317f134dc424d9480e29124886868 is 52, key is load_balancer_on/state:d/1733471320985/Put/seqid=0 2024-12-06T07:49:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741853_1029 (size=5056) 2024-12-06T07:49:32,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741853_1029 (size=5056) 2024-12-06T07:49:32,319 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d1e317f134dc424d9480e29124886868 2024-12-06T07:49:32,327 DEBUG [M:0;aa9080fe83d2:41601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb5832514f264777b1331b81b36ed1c3 as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb5832514f264777b1331b81b36ed1c3 2024-12-06T07:49:32,333 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb5832514f264777b1331b81b36ed1c3, entries=8, sequenceid=121, filesize=5.5 K 2024-12-06T07:49:32,334 DEBUG [M:0;aa9080fe83d2:41601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/351aa7a1c6bc41a48a3c3f6145eb83aa as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/351aa7a1c6bc41a48a3c3f6145eb83aa 2024-12-06T07:49:32,340 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 351aa7a1c6bc41a48a3c3f6145eb83aa 2024-12-06T07:49:32,340 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/351aa7a1c6bc41a48a3c3f6145eb83aa, entries=14, sequenceid=121, filesize=7.6 K 2024-12-06T07:49:32,341 DEBUG [M:0;aa9080fe83d2:41601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37dbe47cacb44c3dae460c7ce03d2108 as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37dbe47cacb44c3dae460c7ce03d2108 2024-12-06T07:49:32,348 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37dbe47cacb44c3dae460c7ce03d2108, entries=1, sequenceid=121, filesize=5.0 K 2024-12-06T07:49:32,349 DEBUG [M:0;aa9080fe83d2:41601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d1e317f134dc424d9480e29124886868 as hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d1e317f134dc424d9480e29124886868 2024-12-06T07:49:32,355 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38325/user/jenkins/test-data/5f79d489-f390-657b-8eb9-382858d59a14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d1e317f134dc424d9480e29124886868, entries=1, sequenceid=121, filesize=4.9 K 2024-12-06T07:49:32,356 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=121, compaction requested=false 2024-12-06T07:49:32,359 INFO [M:0;aa9080fe83d2:41601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:49:32,359 DEBUG [M:0;aa9080fe83d2:41601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733471371799Disabling compacts and flushes for region at 1733471371799Disabling writes for close at 1733471371799Obtaining lock to block concurrent updates at 1733471371799Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733471371799Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44602, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1733471371799Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733471371800 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733471371800Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733471371816 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733471371816Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733471371832 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733471371848 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733471371848Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733471371860 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733471371876 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733471371876Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733471372292 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733471372311 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733471372312 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d73544f: reopening flushed file at 1733471372326 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a278a1b: reopening flushed file at 1733471372333 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a52ed9f: reopening flushed file at 1733471372341 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cfd47aa: reopening flushed file at 1733471372348 (+7 ms)Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=121, compaction requested=false at 1733471372356 (+8 ms)Writing region close event to WAL at 1733471372358 (+2 ms)Closed at 1733471372358 2024-12-06T07:49:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741830_1006 (size=52999) 2024-12-06T07:49:32,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741830_1006 (size=52999) 2024-12-06T07:49:32,363 INFO [M:0;aa9080fe83d2:41601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T07:49:32,363 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T07:49:32,364 INFO [M:0;aa9080fe83d2:41601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41601 2024-12-06T07:49:32,364 INFO [M:0;aa9080fe83d2:41601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T07:49:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:49:32,466 INFO [M:0;aa9080fe83d2:41601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T07:49:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x10186bf21540000, quorum=127.0.0.1:55680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:49:32,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@490ab78f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:49:32,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35fe3c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:49:32,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:49:32,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@821aa50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:49:32,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d55df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/hadoop.log.dir/,STOPPED} 2024-12-06T07:49:32,478 WARN [BP-1290141893-172.17.0.2-1733471318940 heartbeating to localhost/127.0.0.1:38325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:49:32,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:49:32,478 WARN [BP-1290141893-172.17.0.2-1733471318940 heartbeating to localhost/127.0.0.1:38325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1290141893-172.17.0.2-1733471318940 (Datanode Uuid 6bbfeead-81f9-43d7-badb-fbc7b1974e23) service to localhost/127.0.0.1:38325 2024-12-06T07:49:32,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:49:32,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/data/data3/current/BP-1290141893-172.17.0.2-1733471318940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:49:32,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/data/data4/current/BP-1290141893-172.17.0.2-1733471318940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:49:32,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:49:32,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a39f17a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:49:32,483 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f6c3d8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:49:32,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:49:32,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce33677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:49:32,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282d8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/hadoop.log.dir/,STOPPED} 2024-12-06T07:49:32,485 WARN [BP-1290141893-172.17.0.2-1733471318940 heartbeating to localhost/127.0.0.1:38325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:49:32,485 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:49:32,485 WARN [BP-1290141893-172.17.0.2-1733471318940 heartbeating to localhost/127.0.0.1:38325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1290141893-172.17.0.2-1733471318940 (Datanode Uuid 1f7270f1-038c-46a0-a83a-e96c1945fca4) service to localhost/127.0.0.1:38325 2024-12-06T07:49:32,485 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:49:32,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/data/data1/current/BP-1290141893-172.17.0.2-1733471318940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:49:32,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/cluster_1f231ff7-e268-ff6d-b098-dc570c5e07f6/data/data2/current/BP-1290141893-172.17.0.2-1733471318940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:49:32,486 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:49:32,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3897fe0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T07:49:32,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37142000{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:49:32,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:49:32,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af4b54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:49:32,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54df4658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/hadoop.log.dir/,STOPPED} 2024-12-06T07:49:32,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T07:49:32,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T07:49:32,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 103), OpenFileDescriptor=429 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 186) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3592 (was 3578) - AvailableMemoryMB LEAK? - 2024-12-06T07:49:32,544 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=3589 2024-12-06T07:49:32,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T07:49:32,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/hadoop.log.dir so I do NOT create it in target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8 2024-12-06T07:49:32,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3659822-091a-1bf9-c76f-34c2cb240257/hadoop.tmp.dir so I do NOT create it in target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8 2024-12-06T07:49:32,545 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2, deleteOnExit=true 2024-12-06T07:49:32,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T07:49:32,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/test.cache.data in system properties and HBase conf 2024-12-06T07:49:32,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T07:49:32,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/hadoop.log.dir in system properties and HBase conf 2024-12-06T07:49:32,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T07:49:32,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T07:49:32,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T07:49:32,546 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T07:49:32,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T07:49:32,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T07:49:32,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T07:49:32,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T07:49:32,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T07:49:32,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T07:49:32,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T07:49:32,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T07:49:32,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T07:49:32,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/nfs.dump.dir in system properties and HBase conf 2024-12-06T07:49:32,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/java.io.tmpdir in system properties and HBase conf 2024-12-06T07:49:32,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T07:49:32,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T07:49:32,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T07:49:32,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:49:32,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:49:32,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:49:32,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:49:32,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:49:32,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:49:32,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2beac104{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:49:32,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f643fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:49:32,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bf7dd21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/java.io.tmpdir/jetty-localhost-32967-hadoop-hdfs-3_4_1-tests_jar-_-any-803252957358376954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T07:49:32,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16908e85{HTTP/1.1, (http/1.1)}{localhost:32967} 2024-12-06T07:49:32,821 INFO [Time-limited test {}] server.Server(415): Started @141733ms 2024-12-06T07:49:32,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:49:32,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:49:32,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:49:32,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:49:32,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T07:49:32,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e88334{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:49:32,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f2b3d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:49:33,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3997274c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/java.io.tmpdir/jetty-localhost-45445-hadoop-hdfs-3_4_1-tests_jar-_-any-10330063556186436606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:49:33,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@206601e8{HTTP/1.1, (http/1.1)}{localhost:45445} 2024-12-06T07:49:33,087 INFO [Time-limited test {}] server.Server(415): Started @141999ms 2024-12-06T07:49:33,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:49:33,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:49:33,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:49:33,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:49:33,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:49:33,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T07:49:33,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@709fbca1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:49:33,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30ae9b14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:49:33,210 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/data/data2/current/BP-1359398590-172.17.0.2-1733471372586/current, will proceed with Du for space computation calculation, 2024-12-06T07:49:33,210 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/data/data1/current/BP-1359398590-172.17.0.2-1733471372586/current, will proceed with Du for space computation calculation, 2024-12-06T07:49:33,241 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:49:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b3188ea008d3038 with lease ID 0x1d80ce5e45577101: Processing first storage report for DS-75738ff0-31c3-4234-a576-bee34f4508e8 from datanode DatanodeRegistration(127.0.0.1:33839, datanodeUuid=6a28a141-5dce-4035-aec1-42b4fa0119ef, infoPort=33999, infoSecurePort=0, ipcPort=34955, storageInfo=lv=-57;cid=testClusterID;nsid=876756083;c=1733471372586) 2024-12-06T07:49:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b3188ea008d3038 with lease ID 0x1d80ce5e45577101: from storage DS-75738ff0-31c3-4234-a576-bee34f4508e8 node DatanodeRegistration(127.0.0.1:33839, datanodeUuid=6a28a141-5dce-4035-aec1-42b4fa0119ef, infoPort=33999, infoSecurePort=0, ipcPort=34955, storageInfo=lv=-57;cid=testClusterID;nsid=876756083;c=1733471372586), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:49:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b3188ea008d3038 with lease ID 0x1d80ce5e45577101: Processing first storage report for DS-b9e74ceb-899f-4e45-9614-b0bf7c16e0a0 from datanode DatanodeRegistration(127.0.0.1:33839, datanodeUuid=6a28a141-5dce-4035-aec1-42b4fa0119ef, infoPort=33999, infoSecurePort=0, ipcPort=34955, storageInfo=lv=-57;cid=testClusterID;nsid=876756083;c=1733471372586) 2024-12-06T07:49:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b3188ea008d3038 with lease ID 0x1d80ce5e45577101: from storage DS-b9e74ceb-899f-4e45-9614-b0bf7c16e0a0 node DatanodeRegistration(127.0.0.1:33839, datanodeUuid=6a28a141-5dce-4035-aec1-42b4fa0119ef, infoPort=33999, infoSecurePort=0, ipcPort=34955, storageInfo=lv=-57;cid=testClusterID;nsid=876756083;c=1733471372586), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:49:33,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73ef576f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/java.io.tmpdir/jetty-localhost-37897-hadoop-hdfs-3_4_1-tests_jar-_-any-17820266441068242263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:49:33,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@207881e0{HTTP/1.1, (http/1.1)}{localhost:37897} 2024-12-06T07:49:33,278 INFO [Time-limited test {}] server.Server(415): Started @142190ms 2024-12-06T07:49:33,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:49:33,401 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/data/data3/current/BP-1359398590-172.17.0.2-1733471372586/current, will proceed with Du for space computation calculation, 2024-12-06T07:49:33,405 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/data/data4/current/BP-1359398590-172.17.0.2-1733471372586/current, will proceed with Du for space computation calculation, 2024-12-06T07:49:33,427 WARN [Thread-1104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:49:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccfbcb6b0569f8bd with lease ID 0x1d80ce5e45577102: Processing first storage report for DS-f42055c4-4ee9-49f3-aba8-c00e1d59d9fc from datanode DatanodeRegistration(127.0.0.1:39383, datanodeUuid=91893bad-9146-4330-85e3-443391be32f6, infoPort=45253, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=876756083;c=1733471372586) 2024-12-06T07:49:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccfbcb6b0569f8bd with lease ID 0x1d80ce5e45577102: from storage DS-f42055c4-4ee9-49f3-aba8-c00e1d59d9fc node DatanodeRegistration(127.0.0.1:39383, datanodeUuid=91893bad-9146-4330-85e3-443391be32f6, infoPort=45253, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=876756083;c=1733471372586), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:49:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccfbcb6b0569f8bd with lease ID 0x1d80ce5e45577102: Processing first storage report for DS-cce01839-60d4-4e3f-a459-0cc1eb2f9b2b from datanode DatanodeRegistration(127.0.0.1:39383, datanodeUuid=91893bad-9146-4330-85e3-443391be32f6, infoPort=45253, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=876756083;c=1733471372586) 2024-12-06T07:49:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccfbcb6b0569f8bd with lease ID 0x1d80ce5e45577102: from storage DS-cce01839-60d4-4e3f-a459-0cc1eb2f9b2b node DatanodeRegistration(127.0.0.1:39383, datanodeUuid=91893bad-9146-4330-85e3-443391be32f6, infoPort=45253, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=876756083;c=1733471372586), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:49:33,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8 2024-12-06T07:49:33,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/zookeeper_0, clientPort=57192, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T07:49:33,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57192 2024-12-06T07:49:33,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:49:33,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:49:33,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741825_1001 (size=7) 2024-12-06T07:49:33,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741825_1001 (size=7) 2024-12-06T07:49:33,554 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758 with version=8 2024-12-06T07:49:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/hbase-staging 2024-12-06T07:49:33,556 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aa9080fe83d2:0 server-side Connection retries=45 2024-12-06T07:49:33,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:49:33,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T07:49:33,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T07:49:33,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:49:33,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T07:49:33,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T07:49:33,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T07:49:33,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35435 2024-12-06T07:49:33,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35435 connecting to ZooKeeper ensemble=127.0.0.1:57192 2024-12-06T07:49:33,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354350x0, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T07:49:33,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35435-0x10186bff36d0000 connected 2024-12-06T07:49:33,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:49:33,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:49:33,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:49:33,600 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758, hbase.cluster.distributed=false 2024-12-06T07:49:33,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T07:49:33,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35435 2024-12-06T07:49:33,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35435 2024-12-06T07:49:33,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35435 2024-12-06T07:49:33,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35435 2024-12-06T07:49:33,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35435 2024-12-06T07:49:33,632 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aa9080fe83d2:0 server-side Connection retries=45 2024-12-06T07:49:33,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:49:33,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T07:49:33,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T07:49:33,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:49:33,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T07:49:33,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T07:49:33,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T07:49:33,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34719 2024-12-06T07:49:33,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34719 connecting to ZooKeeper ensemble=127.0.0.1:57192 2024-12-06T07:49:33,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:49:33,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:49:33,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347190x0, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T07:49:33,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347190x0, quorum=127.0.0.1:57192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:49:33,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34719-0x10186bff36d0001 connected 2024-12-06T07:49:33,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T07:49:33,644 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T07:49:33,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T07:49:33,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T07:49:33,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34719 2024-12-06T07:49:33,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34719 2024-12-06T07:49:33,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34719 2024-12-06T07:49:33,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34719 2024-12-06T07:49:33,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34719 2024-12-06T07:49:33,659 DEBUG [M:0;aa9080fe83d2:35435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aa9080fe83d2:35435 2024-12-06T07:49:33,660 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aa9080fe83d2,35435,1733471373556 2024-12-06T07:49:33,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:49:33,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:49:33,662 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aa9080fe83d2,35435,1733471373556 2024-12-06T07:49:33,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:33,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T07:49:33,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:33,665 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T07:49:33,665 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aa9080fe83d2,35435,1733471373556 from backup master directory 2024-12-06T07:49:33,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aa9080fe83d2,35435,1733471373556 2024-12-06T07:49:33,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:49:33,666 WARN [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T07:49:33,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:49:33,666 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aa9080fe83d2,35435,1733471373556 2024-12-06T07:49:33,671 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/hbase.id] with ID: 0d0200c1-7ff8-4c1a-957d-eb50bdc0c83d 2024-12-06T07:49:33,671 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/.tmp/hbase.id 2024-12-06T07:49:33,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741826_1002 (size=42) 2024-12-06T07:49:33,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741826_1002 (size=42) 2024-12-06T07:49:33,679 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/.tmp/hbase.id]:[hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/hbase.id] 2024-12-06T07:49:33,692 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:49:33,692 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T07:49:33,694 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T07:49:33,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:33,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:33,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741827_1003 (size=196) 2024-12-06T07:49:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741827_1003 (size=196) 2024-12-06T07:49:33,712 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T07:49:33,713 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T07:49:33,713 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:49:33,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741828_1004 (size=1189) 2024-12-06T07:49:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741828_1004 (size=1189) 2024-12-06T07:49:33,727 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store 2024-12-06T07:49:33,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741829_1005 (size=34) 2024-12-06T07:49:33,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741829_1005 (size=34) 2024-12-06T07:49:33,740 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:49:33,740 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T07:49:33,740 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:49:33,740 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:49:33,740 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T07:49:33,740 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:49:33,740 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:49:33,741 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733471373740Disabling compacts and flushes for region at 1733471373740Disabling writes for close at 1733471373740Writing region close event to WAL at 1733471373740Closed at 1733471373740 2024-12-06T07:49:33,742 WARN [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/.initializing 2024-12-06T07:49:33,742 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/WALs/aa9080fe83d2,35435,1733471373556 2024-12-06T07:49:33,743 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:49:33,745 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C35435%2C1733471373556, suffix=, logDir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/WALs/aa9080fe83d2,35435,1733471373556, archiveDir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/oldWALs, maxLogs=10 2024-12-06T07:49:33,760 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/WALs/aa9080fe83d2,35435,1733471373556/aa9080fe83d2%2C35435%2C1733471373556.1733471373745, exclude list is [], retry=0 2024-12-06T07:49:33,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39383,DS-f42055c4-4ee9-49f3-aba8-c00e1d59d9fc,DISK] 2024-12-06T07:49:33,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33839,DS-75738ff0-31c3-4234-a576-bee34f4508e8,DISK] 2024-12-06T07:49:33,771 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/WALs/aa9080fe83d2,35435,1733471373556/aa9080fe83d2%2C35435%2C1733471373556.1733471373745 2024-12-06T07:49:33,780 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:33999:33999)] 2024-12-06T07:49:33,780 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:49:33,780 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:49:33,780 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,781 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T07:49:33,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:33,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:49:33,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T07:49:33,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:33,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:49:33,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T07:49:33,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:33,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:49:33,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T07:49:33,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:33,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:49:33,794 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,794 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,795 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,796 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,796 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,797 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T07:49:33,798 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:49:33,800 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:49:33,800 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824617, jitterRate=0.04855506122112274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T07:49:33,801 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733471373781Initializing all the Stores at 1733471373782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471373782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471373784 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471373784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471373784Cleaning up temporary data from old regions at 1733471373796 (+12 ms)Region opened successfully at 1733471373801 (+5 ms) 2024-12-06T07:49:33,801 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T07:49:33,805 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266ba1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aa9080fe83d2/172.17.0.2:0 2024-12-06T07:49:33,806 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T07:49:33,807 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T07:49:33,807 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T07:49:33,807 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T07:49:33,808 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T07:49:33,809 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T07:49:33,809 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T07:49:33,814 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T07:49:33,815 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T07:49:33,816 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T07:49:33,816 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T07:49:33,817 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T07:49:33,818 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T07:49:33,818 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T07:49:33,819 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T07:49:33,820 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T07:49:33,821 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T07:49:33,823 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T07:49:33,825 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T07:49:33,826 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T07:49:33,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T07:49:33,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T07:49:33,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:33,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:33,828 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aa9080fe83d2,35435,1733471373556, sessionid=0x10186bff36d0000, setting cluster-up flag (Was=false) 2024-12-06T07:49:33,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:33,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:33,838 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T07:49:33,839 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aa9080fe83d2,35435,1733471373556 2024-12-06T07:49:33,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:33,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:33,849 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T07:49:33,850 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aa9080fe83d2,35435,1733471373556 2024-12-06T07:49:33,852 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T07:49:33,853 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T07:49:33,854 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T07:49:33,854 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T07:49:33,854 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aa9080fe83d2,35435,1733471373556 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T07:49:33,855 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:49:33,856 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:49:33,856 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:49:33,856 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:49:33,856 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aa9080fe83d2:0, corePoolSize=10, maxPoolSize=10 2024-12-06T07:49:33,856 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,856 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=2, maxPoolSize=2 2024-12-06T07:49:33,856 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,859 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733471403859 2024-12-06T07:49:33,860 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T07:49:33,860 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T07:49:33,860 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T07:49:33,860 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T07:49:33,860 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T07:49:33,860 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T07:49:33,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:49:33,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T07:49:33,860 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:33,861 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:33,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T07:49:33,864 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T07:49:33,864 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T07:49:33,864 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T07:49:33,865 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T07:49:33,865 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T07:49:33,876 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471373865,5,FailOnTimeoutGroup] 2024-12-06T07:49:33,876 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471373876,5,FailOnTimeoutGroup] 2024-12-06T07:49:33,876 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:33,876 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T07:49:33,876 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:33,876 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:33,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741831_1007 (size=1321) 2024-12-06T07:49:33,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741831_1007 (size=1321) 2024-12-06T07:49:33,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T07:49:33,883 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758 2024-12-06T07:49:33,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741832_1008 (size=32) 2024-12-06T07:49:33,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741832_1008 (size=32) 2024-12-06T07:49:33,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:49:33,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T07:49:33,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T07:49:33,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:33,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:49:33,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T07:49:33,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T07:49:33,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:33,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:49:33,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T07:49:33,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T07:49:33,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:33,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:49:33,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T07:49:33,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T07:49:33,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:33,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:49:33,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T07:49:33,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740 2024-12-06T07:49:33,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740 2024-12-06T07:49:33,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T07:49:33,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T07:49:33,916 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T07:49:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T07:49:33,919 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:49:33,920 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=719780, jitterRate=-0.08475278317928314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T07:49:33,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733471373900Initializing all the Stores at 1733471373901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471373901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471373904 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471373904Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471373904Cleaning up temporary data from old regions at 1733471373916 (+12 ms)Region opened successfully at 1733471373920 (+4 ms) 2024-12-06T07:49:33,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T07:49:33,921 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T07:49:33,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T07:49:33,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T07:49:33,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T07:49:33,928 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T07:49:33,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733471373921Disabling compacts and flushes for region at 1733471373921Disabling writes for close at 1733471373921Writing region close event to WAL at 1733471373928 (+7 ms)Closed at 1733471373928 2024-12-06T07:49:33,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:49:33,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T07:49:33,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T07:49:33,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T07:49:33,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T07:49:33,953 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(746): ClusterId : 0d0200c1-7ff8-4c1a-957d-eb50bdc0c83d 2024-12-06T07:49:33,953 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T07:49:33,956 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T07:49:33,956 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T07:49:33,958 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T07:49:33,958 DEBUG [RS:0;aa9080fe83d2:34719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706474e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aa9080fe83d2/172.17.0.2:0 2024-12-06T07:49:33,971 DEBUG [RS:0;aa9080fe83d2:34719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aa9080fe83d2:34719 2024-12-06T07:49:33,971 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T07:49:33,971 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T07:49:33,972 DEBUG [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T07:49:33,972 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(2659): reportForDuty to master=aa9080fe83d2,35435,1733471373556 with port=34719, startcode=1733471373632 2024-12-06T07:49:33,973 DEBUG [RS:0;aa9080fe83d2:34719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T07:49:33,976 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33485, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T07:49:33,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:33,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35435 {}] master.ServerManager(517): Registering regionserver=aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:33,978 DEBUG [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758 2024-12-06T07:49:33,978 DEBUG [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34739 2024-12-06T07:49:33,978 DEBUG [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T07:49:33,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T07:49:33,986 DEBUG [RS:0;aa9080fe83d2:34719 {}] zookeeper.ZKUtil(111): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:33,986 WARN [RS:0;aa9080fe83d2:34719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T07:49:33,986 INFO [RS:0;aa9080fe83d2:34719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:49:33,986 DEBUG [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:33,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aa9080fe83d2,34719,1733471373632] 2024-12-06T07:49:33,993 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T07:49:33,995 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T07:49:33,996 INFO [RS:0;aa9080fe83d2:34719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T07:49:33,996 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:33,997 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T07:49:33,998 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T07:49:33,998 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:33,998 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,998 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,998 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,998 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,998 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,998 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aa9080fe83d2:0, corePoolSize=2, maxPoolSize=2 2024-12-06T07:49:33,998 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,998 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,999 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,999 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,999 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,999 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:49:33,999 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aa9080fe83d2:0, corePoolSize=3, maxPoolSize=3 2024-12-06T07:49:33,999 DEBUG [RS:0;aa9080fe83d2:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0, corePoolSize=3, maxPoolSize=3 2024-12-06T07:49:34,006 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,007 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,007 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,007 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,007 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,007 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,34719,1733471373632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T07:49:34,025 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T07:49:34,025 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,34719,1733471373632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,025 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,025 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.Replication(171): aa9080fe83d2,34719,1733471373632 started 2024-12-06T07:49:34,046 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,046 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(1482): Serving as aa9080fe83d2,34719,1733471373632, RpcServer on aa9080fe83d2/172.17.0.2:34719, sessionid=0x10186bff36d0001 2024-12-06T07:49:34,046 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T07:49:34,046 DEBUG [RS:0;aa9080fe83d2:34719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:34,046 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aa9080fe83d2,34719,1733471373632' 2024-12-06T07:49:34,047 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T07:49:34,047 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T07:49:34,048 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T07:49:34,048 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T07:49:34,048 DEBUG [RS:0;aa9080fe83d2:34719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:34,048 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aa9080fe83d2,34719,1733471373632' 2024-12-06T07:49:34,048 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T07:49:34,048 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T07:49:34,049 DEBUG [RS:0;aa9080fe83d2:34719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T07:49:34,049 INFO [RS:0;aa9080fe83d2:34719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T07:49:34,049 INFO [RS:0;aa9080fe83d2:34719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T07:49:34,083 WARN [aa9080fe83d2:35435 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T07:49:34,150 INFO [RS:0;aa9080fe83d2:34719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:49:34,152 INFO [RS:0;aa9080fe83d2:34719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C34719%2C1733471373632, suffix=, logDir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632, archiveDir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/oldWALs, maxLogs=32 2024-12-06T07:49:34,167 DEBUG [RS:0;aa9080fe83d2:34719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471374153, exclude list is [], retry=0 2024-12-06T07:49:34,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39383,DS-f42055c4-4ee9-49f3-aba8-c00e1d59d9fc,DISK] 2024-12-06T07:49:34,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33839,DS-75738ff0-31c3-4234-a576-bee34f4508e8,DISK] 2024-12-06T07:49:34,177 INFO [RS:0;aa9080fe83d2:34719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471374153 2024-12-06T07:49:34,179 DEBUG [RS:0;aa9080fe83d2:34719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:33999:33999)] 2024-12-06T07:49:34,333 DEBUG [aa9080fe83d2:35435 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T07:49:34,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:34,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aa9080fe83d2,34719,1733471373632, state=OPENING 2024-12-06T07:49:34,338 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T07:49:34,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:34,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:49:34,340 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T07:49:34,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:49:34,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:49:34,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aa9080fe83d2,34719,1733471373632}] 2024-12-06T07:49:34,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T07:49:34,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42223, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T07:49:34,500 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T07:49:34,500 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:49:34,500 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T07:49:34,502 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C34719%2C1733471373632.meta, suffix=.meta, logDir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632, archiveDir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/oldWALs, maxLogs=32 2024-12-06T07:49:34,516 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.meta.1733471374502.meta, exclude list is [], retry=0 2024-12-06T07:49:34,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33839,DS-75738ff0-31c3-4234-a576-bee34f4508e8,DISK] 2024-12-06T07:49:34,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39383,DS-f42055c4-4ee9-49f3-aba8-c00e1d59d9fc,DISK] 2024-12-06T07:49:34,526 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.meta.1733471374502.meta 2024-12-06T07:49:34,526 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:33999:33999)] 2024-12-06T07:49:34,526 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:49:34,527 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T07:49:34,527 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T07:49:34,527 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T07:49:34,527 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T07:49:34,527 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:49:34,527 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T07:49:34,527 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T07:49:34,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T07:49:34,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T07:49:34,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:34,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:49:34,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T07:49:34,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T07:49:34,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:34,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:49:34,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T07:49:34,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T07:49:34,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:34,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:49:34,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T07:49:34,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T07:49:34,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:34,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:49:34,535 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T07:49:34,536 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740 2024-12-06T07:49:34,538 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740 2024-12-06T07:49:34,540 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T07:49:34,540 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T07:49:34,540 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T07:49:34,542 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T07:49:34,543 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855259, jitterRate=0.08751852810382843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T07:49:34,543 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T07:49:34,544 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733471374527Writing region info on filesystem at 1733471374527Initializing all the Stores at 1733471374528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471374528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471374528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471374528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471374528Cleaning up temporary data from old regions at 1733471374540 (+12 ms)Running coprocessor post-open hooks at 1733471374543 (+3 ms)Region opened successfully at 1733471374544 (+1 ms) 2024-12-06T07:49:34,544 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733471374493 2024-12-06T07:49:34,547 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T07:49:34,547 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T07:49:34,548 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:34,549 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aa9080fe83d2,34719,1733471373632, state=OPEN 2024-12-06T07:49:34,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T07:49:34,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T07:49:34,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:49:34,556 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:34,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:49:34,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T07:49:34,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aa9080fe83d2,34719,1733471373632 in 216 msec 2024-12-06T07:49:34,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T07:49:34,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-12-06T07:49:34,564 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:49:34,564 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T07:49:34,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T07:49:34,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aa9080fe83d2,34719,1733471373632, seqNum=-1] 2024-12-06T07:49:34,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T07:49:34,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40793, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T07:49:34,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 718 msec 2024-12-06T07:49:34,573 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733471374573, completionTime=-1 2024-12-06T07:49:34,573 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T07:49:34,573 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T07:49:34,575 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T07:49:34,575 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733471434575 2024-12-06T07:49:34,575 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733471494575 2024-12-06T07:49:34,575 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T07:49:34,575 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,35435,1733471373556-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,575 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,35435,1733471373556-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,575 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,35435,1733471373556-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,575 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aa9080fe83d2:35435, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,576 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,576 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,577 DEBUG [master/aa9080fe83d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T07:49:34,580 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.914sec 2024-12-06T07:49:34,580 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T07:49:34,580 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T07:49:34,580 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T07:49:34,580 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T07:49:34,580 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T07:49:34,580 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,35435,1733471373556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T07:49:34,580 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,35435,1733471373556-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T07:49:34,583 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T07:49:34,583 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T07:49:34,583 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,35435,1733471373556-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:49:34,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626229c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:49:34,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aa9080fe83d2,35435,-1 for getting cluster id 2024-12-06T07:49:34,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T07:49:34,651 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d0200c1-7ff8-4c1a-957d-eb50bdc0c83d' 2024-12-06T07:49:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T07:49:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d0200c1-7ff8-4c1a-957d-eb50bdc0c83d" 2024-12-06T07:49:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e5f043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:49:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aa9080fe83d2,35435,-1] 2024-12-06T07:49:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T07:49:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:49:34,654 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T07:49:34,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6feda3c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:49:34,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T07:49:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aa9080fe83d2,34719,1733471373632, seqNum=-1] 2024-12-06T07:49:34,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T07:49:34,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T07:49:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aa9080fe83d2,35435,1733471373556 2024-12-06T07:49:34,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:49:34,664 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T07:49:34,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T07:49:34,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is aa9080fe83d2,35435,1733471373556 2024-12-06T07:49:34,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4036c03d 2024-12-06T07:49:34,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T07:49:34,667 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T07:49:34,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35435 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T07:49:34,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35435 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T07:49:34,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35435 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T07:49:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-06T07:49:34,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T07:49:34,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:34,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35435 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-06T07:49:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T07:49:34,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T07:49:34,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741835_1011 (size=381) 2024-12-06T07:49:34,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741835_1011 (size=381) 2024-12-06T07:49:34,682 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c618870d116be7a1608f4e9c5773891, NAME => 'TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758 2024-12-06T07:49:34,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741836_1012 (size=64) 2024-12-06T07:49:34,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741836_1012 (size=64) 2024-12-06T07:49:34,689 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:49:34,690 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 5c618870d116be7a1608f4e9c5773891, disabling compactions & flushes 2024-12-06T07:49:34,690 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:34,690 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:34,690 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. after waiting 0 ms 2024-12-06T07:49:34,690 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:34,690 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:34,690 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c618870d116be7a1608f4e9c5773891: Waiting for close lock at 1733471374689Disabling compacts and flushes for region at 1733471374689Disabling writes for close at 1733471374690 (+1 ms)Writing region close event to WAL at 1733471374690Closed at 1733471374690 2024-12-06T07:49:34,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T07:49:34,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733471374691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733471374691"}]},"ts":"1733471374691"} 2024-12-06T07:49:34,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T07:49:34,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T07:49:34,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733471374694"}]},"ts":"1733471374694"} 2024-12-06T07:49:34,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-06T07:49:34,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c618870d116be7a1608f4e9c5773891, ASSIGN}] 2024-12-06T07:49:34,698 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c618870d116be7a1608f4e9c5773891, ASSIGN 2024-12-06T07:49:34,699 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c618870d116be7a1608f4e9c5773891, ASSIGN; state=OFFLINE, location=aa9080fe83d2,34719,1733471373632; forceNewPlan=false, retain=false 2024-12-06T07:49:34,850 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c618870d116be7a1608f4e9c5773891, regionState=OPENING, regionLocation=aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:34,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c618870d116be7a1608f4e9c5773891, ASSIGN because future has completed 2024-12-06T07:49:34,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632}] 2024-12-06T07:49:35,012 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:35,012 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c618870d116be7a1608f4e9c5773891, NAME => 'TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:49:35,013 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,013 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:49:35,013 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,013 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,015 INFO [StoreOpener-5c618870d116be7a1608f4e9c5773891-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,017 INFO [StoreOpener-5c618870d116be7a1608f4e9c5773891-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c618870d116be7a1608f4e9c5773891 columnFamilyName info 2024-12-06T07:49:35,017 DEBUG [StoreOpener-5c618870d116be7a1608f4e9c5773891-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:35,017 INFO [StoreOpener-5c618870d116be7a1608f4e9c5773891-1 {}] regionserver.HStore(327): Store=5c618870d116be7a1608f4e9c5773891/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:49:35,018 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,018 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,019 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,019 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,020 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,022 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,025 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:49:35,026 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c618870d116be7a1608f4e9c5773891; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=796442, jitterRate=0.012729212641716003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T07:49:35,026 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:35,027 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c618870d116be7a1608f4e9c5773891: Running coprocessor pre-open hook at 1733471375013Writing region info on filesystem at 1733471375013Initializing all the Stores at 1733471375014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471375015 (+1 ms)Cleaning up temporary data from old regions at 1733471375020 (+5 ms)Running coprocessor post-open hooks at 1733471375026 (+6 ms)Region opened successfully at 1733471375027 (+1 ms) 2024-12-06T07:49:35,028 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., pid=6, masterSystemTime=1733471375007 2024-12-06T07:49:35,031 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:35,031 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:35,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c618870d116be7a1608f4e9c5773891, regionState=OPEN, openSeqNum=2, regionLocation=aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:35,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 because future has completed 2024-12-06T07:49:35,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T07:49:35,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 in 182 msec 2024-12-06T07:49:35,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T07:49:35,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c618870d116be7a1608f4e9c5773891, ASSIGN in 342 msec 2024-12-06T07:49:35,043 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T07:49:35,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733471375043"}]},"ts":"1733471375043"} 2024-12-06T07:49:35,045 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-06T07:49:35,046 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T07:49:35,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 378 msec 2024-12-06T07:49:36,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-06T07:49:36,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-06T07:49:36,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T07:49:36,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:36,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:36,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:36,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:36,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:36,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:36,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:36,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:36,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:36,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:37,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T07:49:37,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:37,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:37,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:37,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:37,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:37,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:37,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:37,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:37,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:37,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:39,993 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T07:49:39,993 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-06T07:49:41,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T07:49:41,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:41,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:41,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:41,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:41,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:41,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:41,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:41,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:41,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:41,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:49:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T07:49:44,690 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-06T07:49:44,690 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-06T07:49:44,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-06T07:49:44,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:44,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2] 2024-12-06T07:49:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:44,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c618870d116be7a1608f4e9c5773891 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T07:49:44,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/071dd5eddcdc475886f5aaaafd42af3a is 1055, key is row0001/info:/1733471384698/Put/seqid=0 2024-12-06T07:49:44,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741837_1013 (size=13386) 2024-12-06T07:49:44,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741837_1013 (size=13386) 2024-12-06T07:49:44,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/071dd5eddcdc475886f5aaaafd42af3a 2024-12-06T07:49:44,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/071dd5eddcdc475886f5aaaafd42af3a as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/071dd5eddcdc475886f5aaaafd42af3a 2024-12-06T07:49:44,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T07:49:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:49654 deadline: 1733471394754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:44,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/071dd5eddcdc475886f5aaaafd42af3a, entries=8, sequenceid=12, filesize=13.1 K 2024-12-06T07:49:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T07:49:44,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 5c618870d116be7a1608f4e9c5773891 in 47ms, sequenceid=12, compaction requested=false 2024-12-06T07:49:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T07:49:44,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c618870d116be7a1608f4e9c5773891: 2024-12-06T07:49:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2 because the exception is null or not the one we care about 2024-12-06T07:49:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:54,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c618870d116be7a1608f4e9c5773891 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-06T07:49:54,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/49a42c0d332143d28d1b9e36caec4208 is 1055, key is row0009/info:/1733471384715/Put/seqid=0 2024-12-06T07:49:54,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741838_1014 (size=28134) 2024-12-06T07:49:54,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741838_1014 (size=28134) 2024-12-06T07:49:54,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/49a42c0d332143d28d1b9e36caec4208 2024-12-06T07:49:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/49a42c0d332143d28d1b9e36caec4208 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/49a42c0d332143d28d1b9e36caec4208 2024-12-06T07:49:54,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/49a42c0d332143d28d1b9e36caec4208, entries=22, sequenceid=37, filesize=27.5 K 2024-12-06T07:49:54,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 5c618870d116be7a1608f4e9c5773891 in 34ms, sequenceid=37, compaction requested=false 2024-12-06T07:49:54,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c618870d116be7a1608f4e9c5773891: 2024-12-06T07:49:54,895 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-12-06T07:49:54,895 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:54,895 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/49a42c0d332143d28d1b9e36caec4208 because midkey is the same as first or last row 2024-12-06T07:49:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:56,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c618870d116be7a1608f4e9c5773891 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T07:49:56,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/2753a96e853c46cc9254cab2880ceb6e is 1055, key is row0031/info:/1733471394862/Put/seqid=0 2024-12-06T07:49:56,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741839_1015 (size=13386) 2024-12-06T07:49:56,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741839_1015 (size=13386) 2024-12-06T07:49:56,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/2753a96e853c46cc9254cab2880ceb6e 2024-12-06T07:49:56,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/2753a96e853c46cc9254cab2880ceb6e as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/2753a96e853c46cc9254cab2880ceb6e 2024-12-06T07:49:56,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/2753a96e853c46cc9254cab2880ceb6e, entries=8, sequenceid=48, filesize=13.1 K 2024-12-06T07:49:56,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 5c618870d116be7a1608f4e9c5773891 in 42ms, sequenceid=48, compaction requested=true 2024-12-06T07:49:56,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c618870d116be7a1608f4e9c5773891: 2024-12-06T07:49:56,920 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-12-06T07:49:56,920 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:56,920 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/49a42c0d332143d28d1b9e36caec4208 because midkey is the same as first or last row 2024-12-06T07:49:56,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c618870d116be7a1608f4e9c5773891:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T07:49:56,922 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T07:49:56,923 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T07:49:56,924 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1541): 5c618870d116be7a1608f4e9c5773891/info is initiating minor compaction (all files) 2024-12-06T07:49:56,924 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c618870d116be7a1608f4e9c5773891/info in TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:56,924 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/071dd5eddcdc475886f5aaaafd42af3a, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/49a42c0d332143d28d1b9e36caec4208, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/2753a96e853c46cc9254cab2880ceb6e] into tmpdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp, totalSize=53.6 K 2024-12-06T07:49:56,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:49:56,925 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 071dd5eddcdc475886f5aaaafd42af3a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733471384698 2024-12-06T07:49:56,925 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49a42c0d332143d28d1b9e36caec4208, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733471384715 2024-12-06T07:49:56,926 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2753a96e853c46cc9254cab2880ceb6e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733471394862 2024-12-06T07:49:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:56,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c618870d116be7a1608f4e9c5773891 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-06T07:49:56,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/f64e78791514444fa2e775c689a1cc89 is 1055, key is row0039/info:/1733471396879/Put/seqid=0 2024-12-06T07:49:56,968 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c618870d116be7a1608f4e9c5773891#info#compaction#35 average throughput is 7.62 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:49:56,969 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/97ea38c5aa914fde921b1f4bedc9181e is 1055, key is row0001/info:/1733471384698/Put/seqid=0 2024-12-06T07:49:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741840_1016 (size=22874) 2024-12-06T07:49:56,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741840_1016 (size=22874) 2024-12-06T07:49:56,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/f64e78791514444fa2e775c689a1cc89 2024-12-06T07:49:56,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741841_1017 (size=45105) 2024-12-06T07:49:56,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/f64e78791514444fa2e775c689a1cc89 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/f64e78791514444fa2e775c689a1cc89 2024-12-06T07:49:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741841_1017 (size=45105) 2024-12-06T07:49:56,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/f64e78791514444fa2e775c689a1cc89, entries=17, sequenceid=68, filesize=22.3 K 2024-12-06T07:49:56,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 5c618870d116be7a1608f4e9c5773891 in 63ms, sequenceid=68, compaction requested=false 2024-12-06T07:49:56,994 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/97ea38c5aa914fde921b1f4bedc9181e as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/97ea38c5aa914fde921b1f4bedc9181e 2024-12-06T07:49:56,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c618870d116be7a1608f4e9c5773891: 2024-12-06T07:49:56,995 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.0 K, sizeToCheck=16.0 K 2024-12-06T07:49:56,995 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:56,995 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/49a42c0d332143d28d1b9e36caec4208 because midkey is the same as first or last row 2024-12-06T07:49:57,003 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c618870d116be7a1608f4e9c5773891/info of 5c618870d116be7a1608f4e9c5773891 into 97ea38c5aa914fde921b1f4bedc9181e(size=44.0 K), total size for store is 66.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:49:57,003 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c618870d116be7a1608f4e9c5773891: 2024-12-06T07:49:57,006 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., storeName=5c618870d116be7a1608f4e9c5773891/info, priority=13, startTime=1733471396921; duration=0sec 2024-12-06T07:49:57,006 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-12-06T07:49:57,006 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:57,007 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/97ea38c5aa914fde921b1f4bedc9181e because midkey is the same as first or last row 2024-12-06T07:49:57,007 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-12-06T07:49:57,007 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:57,007 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/97ea38c5aa914fde921b1f4bedc9181e because midkey is the same as first or last row 2024-12-06T07:49:57,007 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-12-06T07:49:57,007 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:57,007 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/97ea38c5aa914fde921b1f4bedc9181e because midkey is the same as first or last row 2024-12-06T07:49:57,008 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:49:57,008 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c618870d116be7a1608f4e9c5773891:info 2024-12-06T07:49:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:58,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c618870d116be7a1608f4e9c5773891 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-06T07:49:58,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/1bd2e98bcc214ef4a37163c958ba338a is 1055, key is row0056/info:/1733471396933/Put/seqid=0 2024-12-06T07:49:58,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741842_1018 (size=15490) 2024-12-06T07:49:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741842_1018 (size=15490) 2024-12-06T07:49:58,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/1bd2e98bcc214ef4a37163c958ba338a 2024-12-06T07:49:58,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/1bd2e98bcc214ef4a37163c958ba338a as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/1bd2e98bcc214ef4a37163c958ba338a 2024-12-06T07:49:58,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/1bd2e98bcc214ef4a37163c958ba338a, entries=10, sequenceid=82, filesize=15.1 K 2024-12-06T07:49:59,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=19.50 KB/19969 for 5c618870d116be7a1608f4e9c5773891 in 41ms, sequenceid=82, compaction requested=true 2024-12-06T07:49:59,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c618870d116be7a1608f4e9c5773891: 2024-12-06T07:49:59,000 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-12-06T07:49:59,000 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:59,000 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/97ea38c5aa914fde921b1f4bedc9181e because midkey is the same as first or last row 2024-12-06T07:49:59,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c618870d116be7a1608f4e9c5773891:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T07:49:59,001 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T07:49:59,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:49:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c618870d116be7a1608f4e9c5773891 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-12-06T07:49:59,002 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T07:49:59,002 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1541): 5c618870d116be7a1608f4e9c5773891/info is initiating minor compaction (all files) 2024-12-06T07:49:59,002 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c618870d116be7a1608f4e9c5773891/info in TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:59,002 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/97ea38c5aa914fde921b1f4bedc9181e, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/f64e78791514444fa2e775c689a1cc89, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/1bd2e98bcc214ef4a37163c958ba338a] into tmpdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp, totalSize=81.5 K 2024-12-06T07:49:59,003 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97ea38c5aa914fde921b1f4bedc9181e, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733471384698 2024-12-06T07:49:59,003 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting f64e78791514444fa2e775c689a1cc89, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733471396879 2024-12-06T07:49:59,004 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bd2e98bcc214ef4a37163c958ba338a, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733471396933 2024-12-06T07:49:59,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/a97e0534b3694aec8b65131bb612249b is 1055, key is row0066/info:/1733471398961/Put/seqid=0 2024-12-06T07:49:59,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T07:49:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:49654 deadline: 1733471409020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T07:49:59,022 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c618870d116be7a1608f4e9c5773891#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:49:59,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T07:49:59,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2 because the exception is null or not the one we care about 2024-12-06T07:49:59,022 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/156ab3d4e70a4381afb2ae2a54b11012 is 1055, key is row0001/info:/1733471384698/Put/seqid=0 2024-12-06T07:49:59,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741843_1019 (size=26030) 2024-12-06T07:49:59,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741843_1019 (size=26030) 2024-12-06T07:49:59,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/a97e0534b3694aec8b65131bb612249b 2024-12-06T07:49:59,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/a97e0534b3694aec8b65131bb612249b as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/a97e0534b3694aec8b65131bb612249b 2024-12-06T07:49:59,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/a97e0534b3694aec8b65131bb612249b, entries=20, sequenceid=105, filesize=25.4 K 2024-12-06T07:49:59,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=9.24 KB/9459 for 5c618870d116be7a1608f4e9c5773891 in 38ms, sequenceid=105, compaction requested=false 2024-12-06T07:49:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c618870d116be7a1608f4e9c5773891: 2024-12-06T07:49:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.9 K, sizeToCheck=16.0 K 2024-12-06T07:49:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/97ea38c5aa914fde921b1f4bedc9181e because midkey is the same as first or last row 2024-12-06T07:49:59,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741844_1020 (size=73753) 2024-12-06T07:49:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741844_1020 (size=73753) 2024-12-06T07:49:59,051 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/156ab3d4e70a4381afb2ae2a54b11012 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/156ab3d4e70a4381afb2ae2a54b11012 2024-12-06T07:49:59,058 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c618870d116be7a1608f4e9c5773891/info of 5c618870d116be7a1608f4e9c5773891 into 156ab3d4e70a4381afb2ae2a54b11012(size=72.0 K), total size for store is 97.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:49:59,059 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c618870d116be7a1608f4e9c5773891: 2024-12-06T07:49:59,059 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., storeName=5c618870d116be7a1608f4e9c5773891/info, priority=13, startTime=1733471399001; duration=0sec 2024-12-06T07:49:59,059 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=97.4 K, sizeToCheck=16.0 K 2024-12-06T07:49:59,059 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:59,059 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=97.4 K, sizeToCheck=16.0 K 2024-12-06T07:49:59,059 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:59,059 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=97.4 K, sizeToCheck=16.0 K 2024-12-06T07:49:59,059 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T07:49:59,061 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:49:59,061 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:49:59,061 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c618870d116be7a1608f4e9c5773891:info 2024-12-06T07:49:59,062 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35435 {}] assignment.AssignmentManager(1363): Split request from aa9080fe83d2,34719,1733471373632, parent={ENCODED => 5c618870d116be7a1608f4e9c5773891, NAME => 'TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-06T07:49:59,067 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35435 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:59,072 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35435 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=5c618870d116be7a1608f4e9c5773891, daughterA=39c26034eee8a8bc068889b596a37a6f, daughterB=1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:49:59,073 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=5c618870d116be7a1608f4e9c5773891, daughterA=39c26034eee8a8bc068889b596a37a6f, daughterB=1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:49:59,073 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=5c618870d116be7a1608f4e9c5773891, daughterA=39c26034eee8a8bc068889b596a37a6f, daughterB=1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:49:59,073 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=5c618870d116be7a1608f4e9c5773891, daughterA=39c26034eee8a8bc068889b596a37a6f, daughterB=1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:49:59,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c618870d116be7a1608f4e9c5773891, UNASSIGN}] 2024-12-06T07:49:59,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c618870d116be7a1608f4e9c5773891, UNASSIGN 2024-12-06T07:49:59,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5c618870d116be7a1608f4e9c5773891, regionState=CLOSING, regionLocation=aa9080fe83d2,34719,1733471373632 2024-12-06T07:49:59,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c618870d116be7a1608f4e9c5773891, UNASSIGN because future has completed 2024-12-06T07:49:59,086 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-06T07:49:59,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632}] 2024-12-06T07:49:59,245 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,245 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-06T07:49:59,245 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 5c618870d116be7a1608f4e9c5773891, disabling compactions & flushes 2024-12-06T07:49:59,245 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:59,245 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:59,246 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. after waiting 0 ms 2024-12-06T07:49:59,246 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:59,246 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 5c618870d116be7a1608f4e9c5773891 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-12-06T07:49:59,250 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/3d34798d3fb24f1e91d49255a262849b is 1055, key is row0086/info:/1733471399002/Put/seqid=0 2024-12-06T07:49:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741845_1021 (size=14438) 2024-12-06T07:49:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741845_1021 (size=14438) 2024-12-06T07:49:59,257 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/3d34798d3fb24f1e91d49255a262849b 2024-12-06T07:49:59,263 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/.tmp/info/3d34798d3fb24f1e91d49255a262849b as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/3d34798d3fb24f1e91d49255a262849b 2024-12-06T07:49:59,269 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/3d34798d3fb24f1e91d49255a262849b, entries=9, sequenceid=118, filesize=14.1 K 2024-12-06T07:49:59,270 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=0 B/0 for 5c618870d116be7a1608f4e9c5773891 in 24ms, sequenceid=118, compaction requested=true 2024-12-06T07:49:59,271 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/071dd5eddcdc475886f5aaaafd42af3a, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/49a42c0d332143d28d1b9e36caec4208, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/97ea38c5aa914fde921b1f4bedc9181e, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/2753a96e853c46cc9254cab2880ceb6e, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/f64e78791514444fa2e775c689a1cc89, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/1bd2e98bcc214ef4a37163c958ba338a] to archive 2024-12-06T07:49:59,272 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T07:49:59,274 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/071dd5eddcdc475886f5aaaafd42af3a to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/071dd5eddcdc475886f5aaaafd42af3a 2024-12-06T07:49:59,275 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/49a42c0d332143d28d1b9e36caec4208 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/49a42c0d332143d28d1b9e36caec4208 2024-12-06T07:49:59,277 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/97ea38c5aa914fde921b1f4bedc9181e to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/97ea38c5aa914fde921b1f4bedc9181e 2024-12-06T07:49:59,278 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/2753a96e853c46cc9254cab2880ceb6e to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/2753a96e853c46cc9254cab2880ceb6e 2024-12-06T07:49:59,280 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/f64e78791514444fa2e775c689a1cc89 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/f64e78791514444fa2e775c689a1cc89 2024-12-06T07:49:59,281 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/1bd2e98bcc214ef4a37163c958ba338a to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/1bd2e98bcc214ef4a37163c958ba338a 2024-12-06T07:49:59,287 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-12-06T07:49:59,288 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. 2024-12-06T07:49:59,288 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 5c618870d116be7a1608f4e9c5773891: Waiting for close lock at 1733471399245Running coprocessor pre-close hooks at 1733471399245Disabling compacts and flushes for region at 1733471399245Disabling writes for close at 1733471399246 (+1 ms)Obtaining lock to block concurrent updates at 1733471399246Preparing flush snapshotting stores in 5c618870d116be7a1608f4e9c5773891 at 1733471399246Finished memstore snapshotting TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., syncing WAL and waiting on mvcc, flushsize=dataSize=9459, getHeapSize=10392, getOffHeapSize=0, getCellsCount=9 at 1733471399246Flushing stores of TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. at 1733471399247 (+1 ms)Flushing 5c618870d116be7a1608f4e9c5773891/info: creating writer at 1733471399247Flushing 5c618870d116be7a1608f4e9c5773891/info: appending metadata at 1733471399250 (+3 ms)Flushing 5c618870d116be7a1608f4e9c5773891/info: closing flushed file at 1733471399250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2953f0fb: reopening flushed file at 1733471399263 (+13 ms)Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=0 B/0 for 5c618870d116be7a1608f4e9c5773891 in 24ms, sequenceid=118, compaction requested=true at 1733471399270 (+7 ms)Writing region close event to WAL at 1733471399284 (+14 ms)Running coprocessor post-close hooks at 1733471399288 (+4 ms)Closed at 1733471399288 2024-12-06T07:49:59,291 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,291 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5c618870d116be7a1608f4e9c5773891, regionState=CLOSED 2024-12-06T07:49:59,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 because future has completed 2024-12-06T07:49:59,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T07:49:59,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 5c618870d116be7a1608f4e9c5773891, server=aa9080fe83d2,34719,1733471373632 in 208 msec 2024-12-06T07:49:59,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T07:49:59,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c618870d116be7a1608f4e9c5773891, UNASSIGN in 218 msec 2024-12-06T07:49:59,313 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:49:59,317 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=5c618870d116be7a1608f4e9c5773891, threads=3 2024-12-06T07:49:59,319 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/a97e0534b3694aec8b65131bb612249b for region: 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,319 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/3d34798d3fb24f1e91d49255a262849b for region: 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,319 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/156ab3d4e70a4381afb2ae2a54b11012 for region: 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,333 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/a97e0534b3694aec8b65131bb612249b, top=true 2024-12-06T07:49:59,333 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/3d34798d3fb24f1e91d49255a262849b, top=true 2024-12-06T07:49:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741846_1022 (size=27) 2024-12-06T07:49:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741846_1022 (size=27) 2024-12-06T07:49:59,342 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-a97e0534b3694aec8b65131bb612249b for child: 1aac32d9c0be59183d709cdada6ff31d, parent: 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,342 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/a97e0534b3694aec8b65131bb612249b for region: 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,342 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-3d34798d3fb24f1e91d49255a262849b for child: 1aac32d9c0be59183d709cdada6ff31d, parent: 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,342 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/3d34798d3fb24f1e91d49255a262849b for region: 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741847_1023 (size=27) 2024-12-06T07:49:59,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741847_1023 (size=27) 2024-12-06T07:49:59,763 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/156ab3d4e70a4381afb2ae2a54b11012 for region: 5c618870d116be7a1608f4e9c5773891 2024-12-06T07:49:59,766 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 5c618870d116be7a1608f4e9c5773891 Daughter A: [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891] storefiles, Daughter B: [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-3d34798d3fb24f1e91d49255a262849b, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-a97e0534b3694aec8b65131bb612249b] storefiles. 2024-12-06T07:49:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741848_1024 (size=71) 2024-12-06T07:49:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741848_1024 (size=71) 2024-12-06T07:50:00,181 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:50:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741849_1025 (size=71) 2024-12-06T07:50:00,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741849_1025 (size=71) 2024-12-06T07:50:00,197 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:50:00,209 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-12-06T07:50:00,211 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-12-06T07:50:00,215 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733471400214"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733471400214"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733471400214"}]},"ts":"1733471400214"} 2024-12-06T07:50:00,215 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733471400214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733471400214"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733471400214"}]},"ts":"1733471400214"} 2024-12-06T07:50:00,215 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733471400214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733471400214"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733471400214"}]},"ts":"1733471400214"} 2024-12-06T07:50:00,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=39c26034eee8a8bc068889b596a37a6f, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aac32d9c0be59183d709cdada6ff31d, ASSIGN}] 2024-12-06T07:50:00,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=39c26034eee8a8bc068889b596a37a6f, ASSIGN 2024-12-06T07:50:00,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aac32d9c0be59183d709cdada6ff31d, ASSIGN 2024-12-06T07:50:00,242 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=39c26034eee8a8bc068889b596a37a6f, ASSIGN; state=SPLITTING_NEW, location=aa9080fe83d2,34719,1733471373632; forceNewPlan=false, retain=false 2024-12-06T07:50:00,243 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aac32d9c0be59183d709cdada6ff31d, ASSIGN; state=SPLITTING_NEW, location=aa9080fe83d2,34719,1733471373632; forceNewPlan=false, retain=false 2024-12-06T07:50:00,393 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1aac32d9c0be59183d709cdada6ff31d, regionState=OPENING, regionLocation=aa9080fe83d2,34719,1733471373632 2024-12-06T07:50:00,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=39c26034eee8a8bc068889b596a37a6f, regionState=OPENING, regionLocation=aa9080fe83d2,34719,1733471373632 2024-12-06T07:50:00,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aac32d9c0be59183d709cdada6ff31d, ASSIGN because future has completed 2024-12-06T07:50:00,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632}] 2024-12-06T07:50:00,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=39c26034eee8a8bc068889b596a37a6f, ASSIGN because future has completed 2024-12-06T07:50:00,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39c26034eee8a8bc068889b596a37a6f, server=aa9080fe83d2,34719,1733471373632}] 2024-12-06T07:50:00,559 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:00,559 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 1aac32d9c0be59183d709cdada6ff31d, NAME => 'TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-06T07:50:00,559 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,560 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:50:00,560 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,560 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,561 INFO [StoreOpener-1aac32d9c0be59183d709cdada6ff31d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,562 INFO [StoreOpener-1aac32d9c0be59183d709cdada6ff31d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aac32d9c0be59183d709cdada6ff31d columnFamilyName info 2024-12-06T07:50:00,562 DEBUG [StoreOpener-1aac32d9c0be59183d709cdada6ff31d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:50:00,576 DEBUG [StoreOpener-1aac32d9c0be59183d709cdada6ff31d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891->hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/156ab3d4e70a4381afb2ae2a54b11012-top 2024-12-06T07:50:00,614 DEBUG [StoreOpener-1aac32d9c0be59183d709cdada6ff31d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-3d34798d3fb24f1e91d49255a262849b 2024-12-06T07:50:00,619 DEBUG [StoreOpener-1aac32d9c0be59183d709cdada6ff31d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-a97e0534b3694aec8b65131bb612249b 2024-12-06T07:50:00,620 INFO [StoreOpener-1aac32d9c0be59183d709cdada6ff31d-1 {}] regionserver.HStore(327): Store=1aac32d9c0be59183d709cdada6ff31d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:50:00,620 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,621 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,622 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,622 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,622 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,625 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,626 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 1aac32d9c0be59183d709cdada6ff31d; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=810226, jitterRate=0.030256330966949463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T07:50:00,626 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:00,627 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 1aac32d9c0be59183d709cdada6ff31d: Running coprocessor pre-open hook at 1733471400560Writing region info on filesystem at 1733471400560Initializing all the Stores at 1733471400561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471400561Cleaning up temporary data from old regions at 1733471400622 (+61 ms)Running coprocessor post-open hooks at 1733471400626 (+4 ms)Region opened successfully at 1733471400627 (+1 ms) 2024-12-06T07:50:00,628 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., pid=12, masterSystemTime=1733471400554 2024-12-06T07:50:00,628 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 1aac32d9c0be59183d709cdada6ff31d:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T07:50:00,628 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:00,628 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T07:50:00,631 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:00,631 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1541): 1aac32d9c0be59183d709cdada6ff31d/info is initiating minor compaction (all files) 2024-12-06T07:50:00,631 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1aac32d9c0be59183d709cdada6ff31d/info in TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:00,631 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891->hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/156ab3d4e70a4381afb2ae2a54b11012-top, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-a97e0534b3694aec8b65131bb612249b, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-3d34798d3fb24f1e91d49255a262849b] into tmpdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp, totalSize=111.5 K 2024-12-06T07:50:00,632 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:00,632 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733471384698 2024-12-06T07:50:00,632 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:00,632 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. 2024-12-06T07:50:00,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1aac32d9c0be59183d709cdada6ff31d, regionState=OPEN, openSeqNum=122, regionLocation=aa9080fe83d2,34719,1733471373632 2024-12-06T07:50:00,632 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 39c26034eee8a8bc068889b596a37a6f, NAME => 'TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-06T07:50:00,633 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-a97e0534b3694aec8b65131bb612249b, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733471398961 2024-12-06T07:50:00,633 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,633 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:50:00,633 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,633 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-3d34798d3fb24f1e91d49255a262849b, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733471399002 2024-12-06T07:50:00,633 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,635 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-06T07:50:00,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632 because future has completed 2024-12-06T07:50:00,636 INFO [StoreOpener-39c26034eee8a8bc068889b596a37a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T07:50:00,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-06T07:50:00,638 INFO [StoreOpener-39c26034eee8a8bc068889b596a37a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39c26034eee8a8bc068889b596a37a6f columnFamilyName info 2024-12-06T07:50:00,638 DEBUG [StoreOpener-39c26034eee8a8bc068889b596a37a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:50:00,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T07:50:00,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632 in 241 msec 2024-12-06T07:50:00,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aac32d9c0be59183d709cdada6ff31d, ASSIGN in 403 msec 2024-12-06T07:50:00,659 DEBUG [StoreOpener-39c26034eee8a8bc068889b596a37a6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891->hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/156ab3d4e70a4381afb2ae2a54b11012-bottom 2024-12-06T07:50:00,659 INFO [StoreOpener-39c26034eee8a8bc068889b596a37a6f-1 {}] regionserver.HStore(327): Store=39c26034eee8a8bc068889b596a37a6f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:50:00,659 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,660 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,662 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,662 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,662 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,664 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,665 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 39c26034eee8a8bc068889b596a37a6f; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=832403, jitterRate=0.05845603346824646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T07:50:00,665 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:50:00,666 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 39c26034eee8a8bc068889b596a37a6f: Running coprocessor pre-open hook at 1733471400633Writing region info on filesystem at 1733471400633Initializing all the Stores at 1733471400635 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471400635Cleaning up temporary data from old regions at 1733471400662 (+27 ms)Running coprocessor post-open hooks at 1733471400665 (+3 ms)Region opened successfully at 1733471400665 2024-12-06T07:50:00,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/info/1b6e5fa5fca0459f9ec71398662e5dce is 193, key is TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d./info:regioninfo/1733471400632/Put/seqid=0 2024-12-06T07:50:00,666 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f., pid=13, masterSystemTime=1733471400554 2024-12-06T07:50:00,666 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 39c26034eee8a8bc068889b596a37a6f:info, priority=-2147483648, current under compaction store size is 2 2024-12-06T07:50:00,667 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:00,667 DEBUG [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-06T07:50:00,667 INFO [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. 2024-12-06T07:50:00,667 DEBUG [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] regionserver.HStore(1541): 39c26034eee8a8bc068889b596a37a6f/info is initiating minor compaction (all files) 2024-12-06T07:50:00,667 INFO [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39c26034eee8a8bc068889b596a37a6f/info in TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. 2024-12-06T07:50:00,668 INFO [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891->hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/156ab3d4e70a4381afb2ae2a54b11012-bottom] into tmpdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/.tmp, totalSize=72.0 K 2024-12-06T07:50:00,669 DEBUG [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] compactions.Compactor(225): Compacting 156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733471384698 2024-12-06T07:50:00,669 DEBUG [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. 2024-12-06T07:50:00,669 INFO [RS_OPEN_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. 2024-12-06T07:50:00,670 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=39c26034eee8a8bc068889b596a37a6f, regionState=OPEN, openSeqNum=122, regionLocation=aa9080fe83d2,34719,1733471373632 2024-12-06T07:50:00,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39c26034eee8a8bc068889b596a37a6f, server=aa9080fe83d2,34719,1733471373632 because future has completed 2024-12-06T07:50:00,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-12-06T07:50:00,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 39c26034eee8a8bc068889b596a37a6f, server=aa9080fe83d2,34719,1733471373632 in 272 msec 2024-12-06T07:50:00,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-06T07:50:00,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=39c26034eee8a8bc068889b596a37a6f, ASSIGN in 441 msec 2024-12-06T07:50:00,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=5c618870d116be7a1608f4e9c5773891, daughterA=39c26034eee8a8bc068889b596a37a6f, daughterB=1aac32d9c0be59183d709cdada6ff31d in 1.6150 sec 2024-12-06T07:50:00,684 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1aac32d9c0be59183d709cdada6ff31d#info#compaction#41 average throughput is 15.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:50:00,685 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/a0323d367c154cd0ac7c93eb4635f86a is 1055, key is row0064/info:/1733471396955/Put/seqid=0 2024-12-06T07:50:00,700 INFO [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39c26034eee8a8bc068889b596a37a6f#info#compaction#42 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:50:00,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741850_1026 (size=9882) 2024-12-06T07:50:00,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741850_1026 (size=9882) 2024-12-06T07:50:00,702 DEBUG [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/.tmp/info/06e340849a824afe920a58952ebe3af0 is 1055, key is row0001/info:/1733471384698/Put/seqid=0 2024-12-06T07:50:00,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741851_1027 (size=37897) 2024-12-06T07:50:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741851_1027 (size=37897) 2024-12-06T07:50:00,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741852_1028 (size=71441) 2024-12-06T07:50:00,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741852_1028 (size=71441) 2024-12-06T07:50:00,717 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/a0323d367c154cd0ac7c93eb4635f86a as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/a0323d367c154cd0ac7c93eb4635f86a 2024-12-06T07:50:00,722 DEBUG [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/.tmp/info/06e340849a824afe920a58952ebe3af0 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/info/06e340849a824afe920a58952ebe3af0 2024-12-06T07:50:00,724 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1aac32d9c0be59183d709cdada6ff31d/info of 1aac32d9c0be59183d709cdada6ff31d into a0323d367c154cd0ac7c93eb4635f86a(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:50:00,724 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:00,724 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., storeName=1aac32d9c0be59183d709cdada6ff31d/info, priority=13, startTime=1733471400628; duration=0sec 2024-12-06T07:50:00,724 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:00,724 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1aac32d9c0be59183d709cdada6ff31d:info 2024-12-06T07:50:00,730 INFO [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 39c26034eee8a8bc068889b596a37a6f/info of 39c26034eee8a8bc068889b596a37a6f into 06e340849a824afe920a58952ebe3af0(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:50:00,730 DEBUG [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39c26034eee8a8bc068889b596a37a6f: 2024-12-06T07:50:00,730 INFO [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f., storeName=39c26034eee8a8bc068889b596a37a6f/info, priority=15, startTime=1733471400666; duration=0sec 2024-12-06T07:50:00,730 DEBUG [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:00,730 DEBUG [RS:0;aa9080fe83d2:34719-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39c26034eee8a8bc068889b596a37a6f:info 2024-12-06T07:50:01,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/info/1b6e5fa5fca0459f9ec71398662e5dce 2024-12-06T07:50:01,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/ns/62dec4da59c04273b6f18213e057ae02 is 43, key is default/ns:d/1733471374568/Put/seqid=0 2024-12-06T07:50:01,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741853_1029 (size=5153) 2024-12-06T07:50:01,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741853_1029 (size=5153) 2024-12-06T07:50:01,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/ns/62dec4da59c04273b6f18213e057ae02 2024-12-06T07:50:01,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/table/587af9e37bda4a74af037e8d1e25f2ab is 65, key is TestLogRolling-testLogRolling/table:state/1733471375043/Put/seqid=0 2024-12-06T07:50:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741854_1030 (size=5340) 2024-12-06T07:50:01,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741854_1030 (size=5340) 2024-12-06T07:50:01,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/table/587af9e37bda4a74af037e8d1e25f2ab 2024-12-06T07:50:01,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/info/1b6e5fa5fca0459f9ec71398662e5dce as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/info/1b6e5fa5fca0459f9ec71398662e5dce 2024-12-06T07:50:01,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/info/1b6e5fa5fca0459f9ec71398662e5dce, entries=30, sequenceid=17, filesize=9.7 K 2024-12-06T07:50:01,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/ns/62dec4da59c04273b6f18213e057ae02 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/ns/62dec4da59c04273b6f18213e057ae02 2024-12-06T07:50:01,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/ns/62dec4da59c04273b6f18213e057ae02, entries=2, sequenceid=17, filesize=5.0 K 2024-12-06T07:50:01,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/table/587af9e37bda4a74af037e8d1e25f2ab as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/table/587af9e37bda4a74af037e8d1e25f2ab 2024-12-06T07:50:01,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/table/587af9e37bda4a74af037e8d1e25f2ab, entries=2, sequenceid=17, filesize=5.2 K 2024-12-06T07:50:01,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 557ms, sequenceid=17, compaction requested=false 2024-12-06T07:50:01,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-06T07:50:03,528 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T07:50:04,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T07:50:04,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:04,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T07:50:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:49654 deadline: 1733471419068, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. is not online on aa9080fe83d2,34719,1733471373632 2024-12-06T07:50:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. is not online on aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T07:50:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891. is not online on aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T07:50:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733471374668.5c618870d116be7a1608f4e9c5773891., hostname=aa9080fe83d2,34719,1733471373632, seqNum=2 from cache 2024-12-06T07:50:14,589 INFO [master/aa9080fe83d2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T07:50:14,589 INFO [master/aa9080fe83d2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T07:50:19,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-06T07:50:29,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., hostname=aa9080fe83d2,34719,1733471373632, seqNum=122] 2024-12-06T07:50:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:31,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T07:50:31,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/8ac3b421c2a14c9eb5fb315b224f0970 is 1055, key is row0095/info:/1733471429097/Put/seqid=0 2024-12-06T07:50:31,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741855_1031 (size=13391) 2024-12-06T07:50:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741855_1031 (size=13391) 2024-12-06T07:50:31,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/8ac3b421c2a14c9eb5fb315b224f0970 2024-12-06T07:50:31,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/8ac3b421c2a14c9eb5fb315b224f0970 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/8ac3b421c2a14c9eb5fb315b224f0970 2024-12-06T07:50:31,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/8ac3b421c2a14c9eb5fb315b224f0970, entries=8, sequenceid=133, filesize=13.1 K 2024-12-06T07:50:31,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 1aac32d9c0be59183d709cdada6ff31d in 26ms, sequenceid=133, compaction requested=false 2024-12-06T07:50:31,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:31,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-06T07:50:31,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/f8ec5bd7975c4f059b903f02ff095188 is 1055, key is row0103/info:/1733471431111/Put/seqid=0 2024-12-06T07:50:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741856_1032 (size=22891) 2024-12-06T07:50:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741856_1032 (size=22891) 2024-12-06T07:50:31,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/f8ec5bd7975c4f059b903f02ff095188 2024-12-06T07:50:31,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/f8ec5bd7975c4f059b903f02ff095188 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/f8ec5bd7975c4f059b903f02ff095188 2024-12-06T07:50:31,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/f8ec5bd7975c4f059b903f02ff095188, entries=17, sequenceid=153, filesize=22.4 K 2024-12-06T07:50:31,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 1aac32d9c0be59183d709cdada6ff31d in 22ms, sequenceid=153, compaction requested=true 2024-12-06T07:50:31,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:31,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1aac32d9c0be59183d709cdada6ff31d:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T07:50:31,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:31,160 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T07:50:31,161 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 74179 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T07:50:31,161 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1541): 1aac32d9c0be59183d709cdada6ff31d/info is initiating minor compaction (all files) 2024-12-06T07:50:31,161 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1aac32d9c0be59183d709cdada6ff31d/info in TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:31,161 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/a0323d367c154cd0ac7c93eb4635f86a, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/8ac3b421c2a14c9eb5fb315b224f0970, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/f8ec5bd7975c4f059b903f02ff095188] into tmpdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp, totalSize=72.4 K 2024-12-06T07:50:31,161 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0323d367c154cd0ac7c93eb4635f86a, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733471396955 2024-12-06T07:50:31,162 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ac3b421c2a14c9eb5fb315b224f0970, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733471429097 2024-12-06T07:50:31,162 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8ec5bd7975c4f059b903f02ff095188, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733471431111 2024-12-06T07:50:31,173 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1aac32d9c0be59183d709cdada6ff31d#info#compaction#47 average throughput is 28.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:50:31,173 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/e9db61fadeb94fc0aaf27e529b8c2866 is 1055, key is row0064/info:/1733471396955/Put/seqid=0 2024-12-06T07:50:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741857_1033 (size=64393) 2024-12-06T07:50:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741857_1033 (size=64393) 2024-12-06T07:50:31,184 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/e9db61fadeb94fc0aaf27e529b8c2866 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/e9db61fadeb94fc0aaf27e529b8c2866 2024-12-06T07:50:31,190 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1aac32d9c0be59183d709cdada6ff31d/info of 1aac32d9c0be59183d709cdada6ff31d into e9db61fadeb94fc0aaf27e529b8c2866(size=62.9 K), total size for store is 62.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:50:31,190 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:31,190 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., storeName=1aac32d9c0be59183d709cdada6ff31d/info, priority=13, startTime=1733471431160; duration=0sec 2024-12-06T07:50:31,190 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:31,190 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1aac32d9c0be59183d709cdada6ff31d:info 2024-12-06T07:50:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:33,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-06T07:50:33,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/6869c29b4dcd4728a299d92829c27af8 is 1055, key is row0120/info:/1733471431138/Put/seqid=0 2024-12-06T07:50:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741858_1034 (size=15500) 2024-12-06T07:50:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741858_1034 (size=15500) 2024-12-06T07:50:33,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T07:50:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:49654 deadline: 1733471443186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632 2024-12-06T07:50:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., hostname=aa9080fe83d2,34719,1733471373632, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., hostname=aa9080fe83d2,34719,1733471373632, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T07:50:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., hostname=aa9080fe83d2,34719,1733471373632, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T07:50:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., hostname=aa9080fe83d2,34719,1733471373632, seqNum=122 because the exception is null or not the one we care about 2024-12-06T07:50:33,529 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T07:50:33,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/6869c29b4dcd4728a299d92829c27af8 2024-12-06T07:50:33,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/6869c29b4dcd4728a299d92829c27af8 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/6869c29b4dcd4728a299d92829c27af8 2024-12-06T07:50:33,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/6869c29b4dcd4728a299d92829c27af8, entries=10, sequenceid=167, filesize=15.1 K 2024-12-06T07:50:33,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=19.50 KB/19969 for 1aac32d9c0be59183d709cdada6ff31d in 425ms, sequenceid=167, compaction requested=false 2024-12-06T07:50:33,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:34,576 DEBUG [master/aa9080fe83d2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T07:50:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:43,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-12-06T07:50:43,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/4e506bb70a2c4100a29f0b04eebf2b03 is 1055, key is row0130/info:/1733471433156/Put/seqid=0 2024-12-06T07:50:43,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741859_1035 (size=26050) 2024-12-06T07:50:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741859_1035 (size=26050) 2024-12-06T07:50:43,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/4e506bb70a2c4100a29f0b04eebf2b03 2024-12-06T07:50:43,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T07:50:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:49654 deadline: 1733471453299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632 2024-12-06T07:50:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., hostname=aa9080fe83d2,34719,1733471373632, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., hostname=aa9080fe83d2,34719,1733471373632, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T07:50:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., hostname=aa9080fe83d2,34719,1733471373632, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aac32d9c0be59183d709cdada6ff31d, server=aa9080fe83d2,34719,1733471373632 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T07:50:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., hostname=aa9080fe83d2,34719,1733471373632, seqNum=122 because the exception is null or not the one we care about 2024-12-06T07:50:43,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/4e506bb70a2c4100a29f0b04eebf2b03 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4e506bb70a2c4100a29f0b04eebf2b03 2024-12-06T07:50:43,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4e506bb70a2c4100a29f0b04eebf2b03, entries=20, sequenceid=190, filesize=25.4 K 2024-12-06T07:50:43,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=9.24 KB/9459 for 1aac32d9c0be59183d709cdada6ff31d in 28ms, sequenceid=190, compaction requested=true 2024-12-06T07:50:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1aac32d9c0be59183d709cdada6ff31d:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T07:50:43,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:43,309 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T07:50:43,310 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 105943 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T07:50:43,310 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1541): 1aac32d9c0be59183d709cdada6ff31d/info is initiating minor compaction (all files) 2024-12-06T07:50:43,310 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1aac32d9c0be59183d709cdada6ff31d/info in TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:43,310 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/e9db61fadeb94fc0aaf27e529b8c2866, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/6869c29b4dcd4728a299d92829c27af8, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4e506bb70a2c4100a29f0b04eebf2b03] into tmpdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp, totalSize=103.5 K 2024-12-06T07:50:43,310 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9db61fadeb94fc0aaf27e529b8c2866, keycount=56, bloomtype=ROW, size=62.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733471396955 2024-12-06T07:50:43,311 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6869c29b4dcd4728a299d92829c27af8, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733471431138 2024-12-06T07:50:43,311 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e506bb70a2c4100a29f0b04eebf2b03, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733471433156 2024-12-06T07:50:43,324 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1aac32d9c0be59183d709cdada6ff31d#info#compaction#50 average throughput is 43.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:50:43,325 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/fa8ea53fc5ed40fab85ec59decb8af20 is 1055, key is row0064/info:/1733471396955/Put/seqid=0 2024-12-06T07:50:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741860_1036 (size=96162) 2024-12-06T07:50:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741860_1036 (size=96162) 2024-12-06T07:50:43,740 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/fa8ea53fc5ed40fab85ec59decb8af20 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/fa8ea53fc5ed40fab85ec59decb8af20 2024-12-06T07:50:43,747 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1aac32d9c0be59183d709cdada6ff31d/info of 1aac32d9c0be59183d709cdada6ff31d into fa8ea53fc5ed40fab85ec59decb8af20(size=93.9 K), total size for store is 93.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:50:43,747 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:43,747 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., storeName=1aac32d9c0be59183d709cdada6ff31d/info, priority=13, startTime=1733471443308; duration=0sec 2024-12-06T07:50:43,747 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:43,748 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1aac32d9c0be59183d709cdada6ff31d:info 2024-12-06T07:50:45,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1aac32d9c0be59183d709cdada6ff31d, had cached 0 bytes from a total of 96162 2024-12-06T07:50:45,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 39c26034eee8a8bc068889b596a37a6f, had cached 0 bytes from a total of 71441 2024-12-06T07:50:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:53,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-06T07:50:53,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/3231d82b2eb34dc9a9f267d84b53b2b6 is 1055, key is row0150/info:/1733471443283/Put/seqid=0 2024-12-06T07:50:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741861_1037 (size=15500) 2024-12-06T07:50:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741861_1037 (size=15500) 2024-12-06T07:50:53,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/3231d82b2eb34dc9a9f267d84b53b2b6 2024-12-06T07:50:53,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/3231d82b2eb34dc9a9f267d84b53b2b6 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/3231d82b2eb34dc9a9f267d84b53b2b6 2024-12-06T07:50:53,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/3231d82b2eb34dc9a9f267d84b53b2b6, entries=10, sequenceid=204, filesize=15.1 K 2024-12-06T07:50:53,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=1.03 KB/1051 for 1aac32d9c0be59183d709cdada6ff31d in 21ms, sequenceid=204, compaction requested=false 2024-12-06T07:50:53,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:55,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T07:50:55,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/ab57ef3178da4f23b04c694fb4d3e80b is 1055, key is row0160/info:/1733471453402/Put/seqid=0 2024-12-06T07:50:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741862_1038 (size=13394) 2024-12-06T07:50:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741862_1038 (size=13394) 2024-12-06T07:50:55,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/ab57ef3178da4f23b04c694fb4d3e80b 2024-12-06T07:50:55,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/ab57ef3178da4f23b04c694fb4d3e80b as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ab57ef3178da4f23b04c694fb4d3e80b 2024-12-06T07:50:55,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ab57ef3178da4f23b04c694fb4d3e80b, entries=8, sequenceid=215, filesize=13.1 K 2024-12-06T07:50:55,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 1aac32d9c0be59183d709cdada6ff31d in 28ms, sequenceid=215, compaction requested=true 2024-12-06T07:50:55,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:55,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1aac32d9c0be59183d709cdada6ff31d:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T07:50:55,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:55,442 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T07:50:55,444 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125056 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T07:50:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:55,444 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1541): 1aac32d9c0be59183d709cdada6ff31d/info is initiating minor compaction (all files) 2024-12-06T07:50:55,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-12-06T07:50:55,444 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1aac32d9c0be59183d709cdada6ff31d/info in TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:55,444 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/fa8ea53fc5ed40fab85ec59decb8af20, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/3231d82b2eb34dc9a9f267d84b53b2b6, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ab57ef3178da4f23b04c694fb4d3e80b] into tmpdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp, totalSize=122.1 K 2024-12-06T07:50:55,444 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa8ea53fc5ed40fab85ec59decb8af20, keycount=86, bloomtype=ROW, size=93.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733471396955 2024-12-06T07:50:55,445 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3231d82b2eb34dc9a9f267d84b53b2b6, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733471443283 2024-12-06T07:50:55,445 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab57ef3178da4f23b04c694fb4d3e80b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733471453402 2024-12-06T07:50:55,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/806fdc4859af4734af4cb7c3c24ba868 is 1055, key is row0168/info:/1733471455415/Put/seqid=0 2024-12-06T07:50:55,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741863_1039 (size=24997) 2024-12-06T07:50:55,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741863_1039 (size=24997) 2024-12-06T07:50:55,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/806fdc4859af4734af4cb7c3c24ba868 2024-12-06T07:50:55,461 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1aac32d9c0be59183d709cdada6ff31d#info#compaction#54 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:50:55,462 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/100d1b442dd44dfd99700b58f683dad8 is 1055, key is row0064/info:/1733471396955/Put/seqid=0 2024-12-06T07:50:55,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/806fdc4859af4734af4cb7c3c24ba868 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/806fdc4859af4734af4cb7c3c24ba868 2024-12-06T07:50:55,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741864_1040 (size=115222) 2024-12-06T07:50:55,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741864_1040 (size=115222) 2024-12-06T07:50:55,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/806fdc4859af4734af4cb7c3c24ba868, entries=19, sequenceid=237, filesize=24.4 K 2024-12-06T07:50:55,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=6.16 KB/6306 for 1aac32d9c0be59183d709cdada6ff31d in 27ms, sequenceid=237, compaction requested=false 2024-12-06T07:50:55,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:55,475 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/100d1b442dd44dfd99700b58f683dad8 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/100d1b442dd44dfd99700b58f683dad8 2024-12-06T07:50:55,481 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1aac32d9c0be59183d709cdada6ff31d/info of 1aac32d9c0be59183d709cdada6ff31d into 100d1b442dd44dfd99700b58f683dad8(size=112.5 K), total size for store is 136.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:50:55,481 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:55,481 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., storeName=1aac32d9c0be59183d709cdada6ff31d/info, priority=13, startTime=1733471455442; duration=0sec 2024-12-06T07:50:55,481 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:55,481 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1aac32d9c0be59183d709cdada6ff31d:info 2024-12-06T07:50:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:57,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T07:50:57,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/ad99a88b748946249d2c3516fdcf72be is 1055, key is row0187/info:/1733471455445/Put/seqid=0 2024-12-06T07:50:57,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741865_1041 (size=13394) 2024-12-06T07:50:57,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741865_1041 (size=13394) 2024-12-06T07:50:57,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/ad99a88b748946249d2c3516fdcf72be 2024-12-06T07:50:57,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/ad99a88b748946249d2c3516fdcf72be as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ad99a88b748946249d2c3516fdcf72be 2024-12-06T07:50:57,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ad99a88b748946249d2c3516fdcf72be, entries=8, sequenceid=249, filesize=13.1 K 2024-12-06T07:50:57,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 1aac32d9c0be59183d709cdada6ff31d in 23ms, sequenceid=249, compaction requested=true 2024-12-06T07:50:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1aac32d9c0be59183d709cdada6ff31d:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T07:50:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:57,482 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T07:50:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:57,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-12-06T07:50:57,483 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153613 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T07:50:57,483 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1541): 1aac32d9c0be59183d709cdada6ff31d/info is initiating minor compaction (all files) 2024-12-06T07:50:57,483 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1aac32d9c0be59183d709cdada6ff31d/info in TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:57,484 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/100d1b442dd44dfd99700b58f683dad8, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/806fdc4859af4734af4cb7c3c24ba868, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ad99a88b748946249d2c3516fdcf72be] into tmpdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp, totalSize=150.0 K 2024-12-06T07:50:57,484 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 100d1b442dd44dfd99700b58f683dad8, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733471396955 2024-12-06T07:50:57,484 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 806fdc4859af4734af4cb7c3c24ba868, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733471455415 2024-12-06T07:50:57,485 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad99a88b748946249d2c3516fdcf72be, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733471455445 2024-12-06T07:50:57,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/c1982444741c44f7a0aa4815beea0e63 is 1055, key is row0195/info:/1733471457460/Put/seqid=0 2024-12-06T07:50:57,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741866_1042 (size=21849) 2024-12-06T07:50:57,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741866_1042 (size=21849) 2024-12-06T07:50:57,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/c1982444741c44f7a0aa4815beea0e63 2024-12-06T07:50:57,499 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1aac32d9c0be59183d709cdada6ff31d#info#compaction#57 average throughput is 43.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:50:57,499 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/752622dfff78418ab51e25850527e4c7 is 1055, key is row0064/info:/1733471396955/Put/seqid=0 2024-12-06T07:50:57,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/c1982444741c44f7a0aa4815beea0e63 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/c1982444741c44f7a0aa4815beea0e63 2024-12-06T07:50:57,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741867_1043 (size=143959) 2024-12-06T07:50:57,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741867_1043 (size=143959) 2024-12-06T07:50:57,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/c1982444741c44f7a0aa4815beea0e63, entries=16, sequenceid=268, filesize=21.3 K 2024-12-06T07:50:57,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=12.32 KB/12612 for 1aac32d9c0be59183d709cdada6ff31d in 25ms, sequenceid=268, compaction requested=false 2024-12-06T07:50:57,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:57,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-06T07:50:57,512 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/752622dfff78418ab51e25850527e4c7 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/752622dfff78418ab51e25850527e4c7 2024-12-06T07:50:57,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/0ab694f462ca42b7ba42e02c4e0aeb20 is 1055, key is row0211/info:/1733471457484/Put/seqid=0 2024-12-06T07:50:57,518 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1aac32d9c0be59183d709cdada6ff31d/info of 1aac32d9c0be59183d709cdada6ff31d into 752622dfff78418ab51e25850527e4c7(size=140.6 K), total size for store is 161.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:50:57,518 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:57,518 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., storeName=1aac32d9c0be59183d709cdada6ff31d/info, priority=13, startTime=1733471457482; duration=0sec 2024-12-06T07:50:57,518 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:57,518 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1aac32d9c0be59183d709cdada6ff31d:info 2024-12-06T07:50:57,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741868_1044 (size=19742) 2024-12-06T07:50:57,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741868_1044 (size=19742) 2024-12-06T07:50:57,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/0ab694f462ca42b7ba42e02c4e0aeb20 2024-12-06T07:50:57,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/0ab694f462ca42b7ba42e02c4e0aeb20 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/0ab694f462ca42b7ba42e02c4e0aeb20 2024-12-06T07:50:57,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/0ab694f462ca42b7ba42e02c4e0aeb20, entries=14, sequenceid=285, filesize=19.3 K 2024-12-06T07:50:57,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for 1aac32d9c0be59183d709cdada6ff31d in 22ms, sequenceid=285, compaction requested=true 2024-12-06T07:50:57,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:57,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1aac32d9c0be59183d709cdada6ff31d:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T07:50:57,532 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T07:50:57,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:57,533 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 185550 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T07:50:57,533 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1541): 1aac32d9c0be59183d709cdada6ff31d/info is initiating minor compaction (all files) 2024-12-06T07:50:57,533 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1aac32d9c0be59183d709cdada6ff31d/info in TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:57,533 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/752622dfff78418ab51e25850527e4c7, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/c1982444741c44f7a0aa4815beea0e63, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/0ab694f462ca42b7ba42e02c4e0aeb20] into tmpdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp, totalSize=181.2 K 2024-12-06T07:50:57,534 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 752622dfff78418ab51e25850527e4c7, keycount=131, bloomtype=ROW, size=140.6 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733471396955 2024-12-06T07:50:57,534 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1982444741c44f7a0aa4815beea0e63, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733471457460 2024-12-06T07:50:57,534 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ab694f462ca42b7ba42e02c4e0aeb20, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733471457484 2024-12-06T07:50:57,546 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1aac32d9c0be59183d709cdada6ff31d#info#compaction#59 average throughput is 53.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:50:57,547 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/ef4882f4226a4c16b560922a10cfefd3 is 1055, key is row0064/info:/1733471396955/Put/seqid=0 2024-12-06T07:50:57,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741869_1045 (size=175684) 2024-12-06T07:50:57,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741869_1045 (size=175684) 2024-12-06T07:50:57,556 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/ef4882f4226a4c16b560922a10cfefd3 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ef4882f4226a4c16b560922a10cfefd3 2024-12-06T07:50:57,563 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1aac32d9c0be59183d709cdada6ff31d/info of 1aac32d9c0be59183d709cdada6ff31d into ef4882f4226a4c16b560922a10cfefd3(size=171.6 K), total size for store is 171.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:50:57,563 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:57,563 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., storeName=1aac32d9c0be59183d709cdada6ff31d/info, priority=13, startTime=1733471457532; duration=0sec 2024-12-06T07:50:57,563 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:57,563 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1aac32d9c0be59183d709cdada6ff31d:info 2024-12-06T07:50:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:59,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T07:50:59,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/280ad99e25464160887fe85000f07217 is 1055, key is row0225/info:/1733471459512/Put/seqid=0 2024-12-06T07:50:59,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741870_1046 (size=13402) 2024-12-06T07:50:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741870_1046 (size=13402) 2024-12-06T07:50:59,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/280ad99e25464160887fe85000f07217 2024-12-06T07:50:59,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/280ad99e25464160887fe85000f07217 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/280ad99e25464160887fe85000f07217 2024-12-06T07:50:59,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/280ad99e25464160887fe85000f07217, entries=8, sequenceid=298, filesize=13.1 K 2024-12-06T07:50:59,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 1aac32d9c0be59183d709cdada6ff31d in 23ms, sequenceid=298, compaction requested=false 2024-12-06T07:50:59,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34719 {}] regionserver.HRegion(8855): Flush requested on 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:50:59,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-12-06T07:50:59,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/4d9b4e6c8aa24e30bab0fa41bc7b1140 is 1055, key is row0233/info:/1733471459523/Put/seqid=0 2024-12-06T07:50:59,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741871_1047 (size=20796) 2024-12-06T07:50:59,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741871_1047 (size=20796) 2024-12-06T07:50:59,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/4d9b4e6c8aa24e30bab0fa41bc7b1140 2024-12-06T07:50:59,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/4d9b4e6c8aa24e30bab0fa41bc7b1140 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4d9b4e6c8aa24e30bab0fa41bc7b1140 2024-12-06T07:50:59,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4d9b4e6c8aa24e30bab0fa41bc7b1140, entries=15, sequenceid=316, filesize=20.3 K 2024-12-06T07:50:59,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=9.24 KB/9459 for 1aac32d9c0be59183d709cdada6ff31d in 22ms, sequenceid=316, compaction requested=true 2024-12-06T07:50:59,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:59,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1aac32d9c0be59183d709cdada6ff31d:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T07:50:59,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:59,568 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T07:50:59,570 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 209882 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T07:50:59,570 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1541): 1aac32d9c0be59183d709cdada6ff31d/info is initiating minor compaction (all files) 2024-12-06T07:50:59,570 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1aac32d9c0be59183d709cdada6ff31d/info in TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:50:59,570 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ef4882f4226a4c16b560922a10cfefd3, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/280ad99e25464160887fe85000f07217, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4d9b4e6c8aa24e30bab0fa41bc7b1140] into tmpdir=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp, totalSize=205.0 K 2024-12-06T07:50:59,570 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef4882f4226a4c16b560922a10cfefd3, keycount=161, bloomtype=ROW, size=171.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733471396955 2024-12-06T07:50:59,570 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 280ad99e25464160887fe85000f07217, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733471459512 2024-12-06T07:50:59,571 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d9b4e6c8aa24e30bab0fa41bc7b1140, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733471459523 2024-12-06T07:50:59,582 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1aac32d9c0be59183d709cdada6ff31d#info#compaction#62 average throughput is 61.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T07:50:59,583 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/78b4a9a0b9f74e058e4944c3ff3b9ab1 is 1055, key is row0064/info:/1733471396955/Put/seqid=0 2024-12-06T07:50:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741872_1048 (size=200032) 2024-12-06T07:50:59,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741872_1048 (size=200032) 2024-12-06T07:50:59,592 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/78b4a9a0b9f74e058e4944c3ff3b9ab1 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/78b4a9a0b9f74e058e4944c3ff3b9ab1 2024-12-06T07:50:59,597 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1aac32d9c0be59183d709cdada6ff31d/info of 1aac32d9c0be59183d709cdada6ff31d into 78b4a9a0b9f74e058e4944c3ff3b9ab1(size=195.3 K), total size for store is 195.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T07:50:59,597 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:50:59,597 INFO [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., storeName=1aac32d9c0be59183d709cdada6ff31d/info, priority=13, startTime=1733471459568; duration=0sec 2024-12-06T07:50:59,597 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T07:50:59,597 DEBUG [RS:0;aa9080fe83d2:34719-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1aac32d9c0be59183d709cdada6ff31d:info 2024-12-06T07:51:01,561 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-06T07:51:01,574 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471461561, exclude list is [], retry=0 2024-12-06T07:51:01,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33839,DS-75738ff0-31c3-4234-a576-bee34f4508e8,DISK] 2024-12-06T07:51:01,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39383,DS-f42055c4-4ee9-49f3-aba8-c00e1d59d9fc,DISK] 2024-12-06T07:51:01,579 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471374153 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471461561 2024-12-06T07:51:01,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33999:33999),(127.0.0.1/127.0.0.1:45253:45253)] 2024-12-06T07:51:01,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471374153 is not closed yet, will try archiving it next time 2024-12-06T07:51:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741833_1009 (size=308076) 2024-12-06T07:51:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741833_1009 (size=308076) 2024-12-06T07:51:01,585 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-06T07:51:01,589 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/info/2337c5a333b44e4281e382e378f1ba49 is 186, key is TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f./info:regioninfo/1733471400670/Put/seqid=0 2024-12-06T07:51:01,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741874_1050 (size=6153) 2024-12-06T07:51:01,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741874_1050 (size=6153) 2024-12-06T07:51:01,594 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/info/2337c5a333b44e4281e382e378f1ba49 2024-12-06T07:51:01,599 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/.tmp/info/2337c5a333b44e4281e382e378f1ba49 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/info/2337c5a333b44e4281e382e378f1ba49 2024-12-06T07:51:01,604 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/info/2337c5a333b44e4281e382e378f1ba49, entries=5, sequenceid=21, filesize=6.0 K 2024-12-06T07:51:01,605 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-12-06T07:51:01,605 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-06T07:51:01,605 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1aac32d9c0be59183d709cdada6ff31d 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-12-06T07:51:01,609 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/3980b62f48c14bf28a2b3383a9cd767a is 1055, key is row0248/info:/1733471459547/Put/seqid=0 2024-12-06T07:51:01,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741875_1051 (size=14456) 2024-12-06T07:51:01,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741875_1051 (size=14456) 2024-12-06T07:51:01,614 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/3980b62f48c14bf28a2b3383a9cd767a 2024-12-06T07:51:01,619 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/.tmp/info/3980b62f48c14bf28a2b3383a9cd767a as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/3980b62f48c14bf28a2b3383a9cd767a 2024-12-06T07:51:01,624 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/3980b62f48c14bf28a2b3383a9cd767a, entries=9, sequenceid=329, filesize=14.1 K 2024-12-06T07:51:01,625 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=0 B/0 for 1aac32d9c0be59183d709cdada6ff31d in 20ms, sequenceid=329, compaction requested=false 2024-12-06T07:51:01,625 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1aac32d9c0be59183d709cdada6ff31d: 2024-12-06T07:51:01,625 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 39c26034eee8a8bc068889b596a37a6f: 2024-12-06T07:51:01,638 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471461625, exclude list is [], retry=0 2024-12-06T07:51:01,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39383,DS-f42055c4-4ee9-49f3-aba8-c00e1d59d9fc,DISK] 2024-12-06T07:51:01,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33839,DS-75738ff0-31c3-4234-a576-bee34f4508e8,DISK] 2024-12-06T07:51:01,642 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471461561 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471461625 2024-12-06T07:51:01,642 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33999:33999),(127.0.0.1/127.0.0.1:45253:45253)] 2024-12-06T07:51:01,642 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471461561 is not closed yet, will try archiving it next time 2024-12-06T07:51:01,643 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471374153 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/oldWALs/aa9080fe83d2%2C34719%2C1733471373632.1733471374153 2024-12-06T07:51:01,643 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T07:51:01,644 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471461561 not finished, retry = 0 2024-12-06T07:51:01,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741873_1049 (size=731) 2024-12-06T07:51:01,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741873_1049 (size=731) 2024-12-06T07:51:01,745 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/WALs/aa9080fe83d2,34719,1733471373632/aa9080fe83d2%2C34719%2C1733471373632.1733471461561 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/oldWALs/aa9080fe83d2%2C34719%2C1733471373632.1733471461561 2024-12-06T07:51:01,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T07:51:01,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T07:51:01,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:51:01,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:01,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:01,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T07:51:01,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T07:51:01,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1394932563, stopped=false 2024-12-06T07:51:01,844 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aa9080fe83d2,35435,1733471373556 2024-12-06T07:51:01,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T07:51:01,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T07:51:01,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:01,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:01,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T07:51:01,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:51:01,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:51:01,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T07:51:01,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:51:01,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:01,847 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aa9080fe83d2,34719,1733471373632' ***** 2024-12-06T07:51:01,847 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T07:51:01,847 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T07:51:01,848 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1aac32d9c0be59183d709cdada6ff31d 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(3091): Received CLOSE for 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(959): stopping server aa9080fe83d2,34719,1733471373632 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aa9080fe83d2:34719. 2024-12-06T07:51:01,848 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1aac32d9c0be59183d709cdada6ff31d, disabling compactions & flushes 2024-12-06T07:51:01,848 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:51:01,848 DEBUG [RS:0;aa9080fe83d2:34719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:51:01,848 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:51:01,848 DEBUG [RS:0;aa9080fe83d2:34719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:01,848 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. after waiting 0 ms 2024-12-06T07:51:01,848 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T07:51:01,848 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T07:51:01,849 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T07:51:01,849 DEBUG [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1aac32d9c0be59183d709cdada6ff31d=TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d., 39c26034eee8a8bc068889b596a37a6f=TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f.} 2024-12-06T07:51:01,849 DEBUG [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aac32d9c0be59183d709cdada6ff31d, 39c26034eee8a8bc068889b596a37a6f 2024-12-06T07:51:01,849 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T07:51:01,849 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T07:51:01,849 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T07:51:01,849 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T07:51:01,849 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T07:51:01,849 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891->hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/156ab3d4e70a4381afb2ae2a54b11012-top, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-a97e0534b3694aec8b65131bb612249b, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/a0323d367c154cd0ac7c93eb4635f86a, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-3d34798d3fb24f1e91d49255a262849b, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/8ac3b421c2a14c9eb5fb315b224f0970, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/e9db61fadeb94fc0aaf27e529b8c2866, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/f8ec5bd7975c4f059b903f02ff095188, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/6869c29b4dcd4728a299d92829c27af8, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/fa8ea53fc5ed40fab85ec59decb8af20, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4e506bb70a2c4100a29f0b04eebf2b03, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/3231d82b2eb34dc9a9f267d84b53b2b6, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/100d1b442dd44dfd99700b58f683dad8, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ab57ef3178da4f23b04c694fb4d3e80b, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/806fdc4859af4734af4cb7c3c24ba868, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/752622dfff78418ab51e25850527e4c7, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ad99a88b748946249d2c3516fdcf72be, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/c1982444741c44f7a0aa4815beea0e63, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ef4882f4226a4c16b560922a10cfefd3, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/0ab694f462ca42b7ba42e02c4e0aeb20, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/280ad99e25464160887fe85000f07217, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4d9b4e6c8aa24e30bab0fa41bc7b1140] to archive 2024-12-06T07:51:01,850 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T07:51:01,852 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891 2024-12-06T07:51:01,853 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-a97e0534b3694aec8b65131bb612249b to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-a97e0534b3694aec8b65131bb612249b 2024-12-06T07:51:01,853 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-06T07:51:01,854 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T07:51:01,854 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T07:51:01,854 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733471461849Running coprocessor pre-close hooks at 1733471461849Disabling compacts and flushes for region at 1733471461849Disabling writes for close at 1733471461849Writing region close event to WAL at 1733471461850 (+1 ms)Running coprocessor post-close hooks at 1733471461854 (+4 ms)Closed at 1733471461854 2024-12-06T07:51:01,854 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T07:51:01,854 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/a0323d367c154cd0ac7c93eb4635f86a to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/a0323d367c154cd0ac7c93eb4635f86a 2024-12-06T07:51:01,856 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-3d34798d3fb24f1e91d49255a262849b to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/TestLogRolling-testLogRolling=5c618870d116be7a1608f4e9c5773891-3d34798d3fb24f1e91d49255a262849b 2024-12-06T07:51:01,857 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/8ac3b421c2a14c9eb5fb315b224f0970 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/8ac3b421c2a14c9eb5fb315b224f0970 2024-12-06T07:51:01,858 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/e9db61fadeb94fc0aaf27e529b8c2866 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/e9db61fadeb94fc0aaf27e529b8c2866 2024-12-06T07:51:01,859 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/f8ec5bd7975c4f059b903f02ff095188 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/f8ec5bd7975c4f059b903f02ff095188 2024-12-06T07:51:01,860 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/6869c29b4dcd4728a299d92829c27af8 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/6869c29b4dcd4728a299d92829c27af8 2024-12-06T07:51:01,861 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/fa8ea53fc5ed40fab85ec59decb8af20 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/fa8ea53fc5ed40fab85ec59decb8af20 2024-12-06T07:51:01,862 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4e506bb70a2c4100a29f0b04eebf2b03 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4e506bb70a2c4100a29f0b04eebf2b03 2024-12-06T07:51:01,863 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/3231d82b2eb34dc9a9f267d84b53b2b6 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/3231d82b2eb34dc9a9f267d84b53b2b6 2024-12-06T07:51:01,864 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/100d1b442dd44dfd99700b58f683dad8 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/100d1b442dd44dfd99700b58f683dad8 2024-12-06T07:51:01,865 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ab57ef3178da4f23b04c694fb4d3e80b to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ab57ef3178da4f23b04c694fb4d3e80b 2024-12-06T07:51:01,866 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/806fdc4859af4734af4cb7c3c24ba868 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/806fdc4859af4734af4cb7c3c24ba868 2024-12-06T07:51:01,867 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/752622dfff78418ab51e25850527e4c7 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/752622dfff78418ab51e25850527e4c7 2024-12-06T07:51:01,868 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ad99a88b748946249d2c3516fdcf72be to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ad99a88b748946249d2c3516fdcf72be 2024-12-06T07:51:01,869 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/c1982444741c44f7a0aa4815beea0e63 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/c1982444741c44f7a0aa4815beea0e63 2024-12-06T07:51:01,870 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ef4882f4226a4c16b560922a10cfefd3 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/ef4882f4226a4c16b560922a10cfefd3 2024-12-06T07:51:01,872 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/0ab694f462ca42b7ba42e02c4e0aeb20 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/0ab694f462ca42b7ba42e02c4e0aeb20 2024-12-06T07:51:01,873 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/280ad99e25464160887fe85000f07217 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/280ad99e25464160887fe85000f07217 2024-12-06T07:51:01,874 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4d9b4e6c8aa24e30bab0fa41bc7b1140 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/info/4d9b4e6c8aa24e30bab0fa41bc7b1140 2024-12-06T07:51:01,875 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aa9080fe83d2:35435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-06T07:51:01,875 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [a0323d367c154cd0ac7c93eb4635f86a=37897, 8ac3b421c2a14c9eb5fb315b224f0970=13391, e9db61fadeb94fc0aaf27e529b8c2866=64393, f8ec5bd7975c4f059b903f02ff095188=22891, 6869c29b4dcd4728a299d92829c27af8=15500, fa8ea53fc5ed40fab85ec59decb8af20=96162, 4e506bb70a2c4100a29f0b04eebf2b03=26050, 3231d82b2eb34dc9a9f267d84b53b2b6=15500, 100d1b442dd44dfd99700b58f683dad8=115222, ab57ef3178da4f23b04c694fb4d3e80b=13394, 806fdc4859af4734af4cb7c3c24ba868=24997, 752622dfff78418ab51e25850527e4c7=143959, ad99a88b748946249d2c3516fdcf72be=13394, c1982444741c44f7a0aa4815beea0e63=21849, ef4882f4226a4c16b560922a10cfefd3=175684, 0ab694f462ca42b7ba42e02c4e0aeb20=19742, 280ad99e25464160887fe85000f07217=13402, 4d9b4e6c8aa24e30bab0fa41bc7b1140=20796] 2024-12-06T07:51:01,879 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/1aac32d9c0be59183d709cdada6ff31d/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-12-06T07:51:01,879 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:51:01,879 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1aac32d9c0be59183d709cdada6ff31d: Waiting for close lock at 1733471461848Running coprocessor pre-close hooks at 1733471461848Disabling compacts and flushes for region at 1733471461848Disabling writes for close at 1733471461848Writing region close event to WAL at 1733471461876 (+28 ms)Running coprocessor post-close hooks at 1733471461879 (+3 ms)Closed at 1733471461879 2024-12-06T07:51:01,879 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733471399067.1aac32d9c0be59183d709cdada6ff31d. 2024-12-06T07:51:01,880 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39c26034eee8a8bc068889b596a37a6f, disabling compactions & flushes 2024-12-06T07:51:01,880 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. 2024-12-06T07:51:01,880 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. 2024-12-06T07:51:01,880 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. after waiting 0 ms 2024-12-06T07:51:01,880 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. 2024-12-06T07:51:01,880 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891->hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/5c618870d116be7a1608f4e9c5773891/info/156ab3d4e70a4381afb2ae2a54b11012-bottom] to archive 2024-12-06T07:51:01,881 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T07:51:01,882 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891 to hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/archive/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/info/156ab3d4e70a4381afb2ae2a54b11012.5c618870d116be7a1608f4e9c5773891 2024-12-06T07:51:01,882 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-06T07:51:01,885 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/data/default/TestLogRolling-testLogRolling/39c26034eee8a8bc068889b596a37a6f/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-12-06T07:51:01,886 INFO [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. 2024-12-06T07:51:01,886 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39c26034eee8a8bc068889b596a37a6f: Waiting for close lock at 1733471461880Running coprocessor pre-close hooks at 1733471461880Disabling compacts and flushes for region at 1733471461880Disabling writes for close at 1733471461880Writing region close event to WAL at 1733471461883 (+3 ms)Running coprocessor post-close hooks at 1733471461886 (+3 ms)Closed at 1733471461886 2024-12-06T07:51:01,886 DEBUG [RS_CLOSE_REGION-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733471399067.39c26034eee8a8bc068889b596a37a6f. 2024-12-06T07:51:02,007 INFO [regionserver/aa9080fe83d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T07:51:02,007 INFO [regionserver/aa9080fe83d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T07:51:02,010 INFO [regionserver/aa9080fe83d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T07:51:02,049 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(976): stopping server aa9080fe83d2,34719,1733471373632; all regions closed. 2024-12-06T07:51:02,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741834_1010 (size=8107) 2024-12-06T07:51:02,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741834_1010 (size=8107) 2024-12-06T07:51:02,054 DEBUG [RS:0;aa9080fe83d2:34719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/oldWALs 2024-12-06T07:51:02,054 INFO [RS:0;aa9080fe83d2:34719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aa9080fe83d2%2C34719%2C1733471373632.meta:.meta(num 1733471374502) 2024-12-06T07:51:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741876_1052 (size=778) 2024-12-06T07:51:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741876_1052 (size=778) 2024-12-06T07:51:02,058 DEBUG [RS:0;aa9080fe83d2:34719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/oldWALs 2024-12-06T07:51:02,058 INFO [RS:0;aa9080fe83d2:34719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aa9080fe83d2%2C34719%2C1733471373632:(num 1733471461625) 2024-12-06T07:51:02,058 DEBUG [RS:0;aa9080fe83d2:34719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:02,058 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T07:51:02,059 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T07:51:02,059 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.ChoreService(370): Chore service for: regionserver/aa9080fe83d2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T07:51:02,059 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T07:51:02,059 INFO [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T07:51:02,059 INFO [RS:0;aa9080fe83d2:34719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34719 2024-12-06T07:51:02,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T07:51:02,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aa9080fe83d2,34719,1733471373632 2024-12-06T07:51:02,062 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T07:51:02,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aa9080fe83d2,34719,1733471373632] 2024-12-06T07:51:02,065 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aa9080fe83d2,34719,1733471373632 already deleted, retry=false 2024-12-06T07:51:02,065 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aa9080fe83d2,34719,1733471373632 expired; onlineServers=0 2024-12-06T07:51:02,065 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aa9080fe83d2,35435,1733471373556' ***** 2024-12-06T07:51:02,065 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T07:51:02,065 INFO [M:0;aa9080fe83d2:35435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T07:51:02,066 INFO [M:0;aa9080fe83d2:35435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T07:51:02,066 DEBUG [M:0;aa9080fe83d2:35435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T07:51:02,066 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T07:51:02,066 DEBUG [M:0;aa9080fe83d2:35435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T07:51:02,066 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471373865 {}] cleaner.HFileCleaner(306): Exit Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471373865,5,FailOnTimeoutGroup] 2024-12-06T07:51:02,066 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471373876 {}] cleaner.HFileCleaner(306): Exit Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471373876,5,FailOnTimeoutGroup] 2024-12-06T07:51:02,066 INFO [M:0;aa9080fe83d2:35435 {}] hbase.ChoreService(370): Chore service for: master/aa9080fe83d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T07:51:02,066 INFO [M:0;aa9080fe83d2:35435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T07:51:02,066 DEBUG [M:0;aa9080fe83d2:35435 {}] master.HMaster(1795): Stopping service threads 2024-12-06T07:51:02,066 INFO [M:0;aa9080fe83d2:35435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T07:51:02,066 INFO [M:0;aa9080fe83d2:35435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T07:51:02,066 INFO [M:0;aa9080fe83d2:35435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T07:51:02,066 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T07:51:02,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T07:51:02,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:02,069 DEBUG [M:0;aa9080fe83d2:35435 {}] zookeeper.ZKUtil(347): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T07:51:02,069 WARN [M:0;aa9080fe83d2:35435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T07:51:02,070 INFO [M:0;aa9080fe83d2:35435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/.lastflushedseqids 2024-12-06T07:51:02,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741877_1053 (size=228) 2024-12-06T07:51:02,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741877_1053 (size=228) 2024-12-06T07:51:02,077 INFO [M:0;aa9080fe83d2:35435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T07:51:02,077 INFO [M:0;aa9080fe83d2:35435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T07:51:02,077 DEBUG [M:0;aa9080fe83d2:35435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T07:51:02,078 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:02,078 DEBUG [M:0;aa9080fe83d2:35435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:02,078 DEBUG [M:0;aa9080fe83d2:35435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T07:51:02,078 DEBUG [M:0;aa9080fe83d2:35435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:02,078 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-12-06T07:51:02,093 DEBUG [M:0;aa9080fe83d2:35435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b941aa17c39a407581afaf6fefbf8ff8 is 82, key is hbase:meta,,1/info:regioninfo/1733471374548/Put/seqid=0 2024-12-06T07:51:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741878_1054 (size=5672) 2024-12-06T07:51:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741878_1054 (size=5672) 2024-12-06T07:51:02,098 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b941aa17c39a407581afaf6fefbf8ff8 2024-12-06T07:51:02,117 DEBUG [M:0;aa9080fe83d2:35435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d9ba579fe514ab2b1d0fb01a9d0eb2b is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733471375047/Put/seqid=0 2024-12-06T07:51:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741879_1055 (size=7090) 2024-12-06T07:51:02,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741879_1055 (size=7090) 2024-12-06T07:51:02,122 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d9ba579fe514ab2b1d0fb01a9d0eb2b 2024-12-06T07:51:02,127 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d9ba579fe514ab2b1d0fb01a9d0eb2b 2024-12-06T07:51:02,141 DEBUG [M:0;aa9080fe83d2:35435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13b80652ecc44115afc79923432aba89 is 69, key is aa9080fe83d2,34719,1733471373632/rs:state/1733471373977/Put/seqid=0 2024-12-06T07:51:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741880_1056 (size=5156) 2024-12-06T07:51:02,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741880_1056 (size=5156) 2024-12-06T07:51:02,147 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13b80652ecc44115afc79923432aba89 2024-12-06T07:51:02,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:51:02,163 INFO [RS:0;aa9080fe83d2:34719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T07:51:02,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x10186bff36d0001, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:51:02,163 INFO [RS:0;aa9080fe83d2:34719 {}] regionserver.HRegionServer(1031): Exiting; stopping=aa9080fe83d2,34719,1733471373632; zookeeper connection closed. 2024-12-06T07:51:02,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d688c74 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d688c74 2024-12-06T07:51:02,164 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T07:51:02,166 DEBUG [M:0;aa9080fe83d2:35435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c6b44df21d384c038b26223a764f6088 is 52, key is load_balancer_on/state:d/1733471374663/Put/seqid=0 2024-12-06T07:51:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741881_1057 (size=5056) 2024-12-06T07:51:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741881_1057 (size=5056) 2024-12-06T07:51:02,172 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c6b44df21d384c038b26223a764f6088 2024-12-06T07:51:02,177 DEBUG [M:0;aa9080fe83d2:35435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b941aa17c39a407581afaf6fefbf8ff8 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b941aa17c39a407581afaf6fefbf8ff8 2024-12-06T07:51:02,181 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b941aa17c39a407581afaf6fefbf8ff8, entries=8, sequenceid=125, filesize=5.5 K 2024-12-06T07:51:02,181 DEBUG [M:0;aa9080fe83d2:35435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d9ba579fe514ab2b1d0fb01a9d0eb2b as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d9ba579fe514ab2b1d0fb01a9d0eb2b 2024-12-06T07:51:02,185 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d9ba579fe514ab2b1d0fb01a9d0eb2b 2024-12-06T07:51:02,185 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d9ba579fe514ab2b1d0fb01a9d0eb2b, entries=13, sequenceid=125, filesize=6.9 K 2024-12-06T07:51:02,186 DEBUG [M:0;aa9080fe83d2:35435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13b80652ecc44115afc79923432aba89 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13b80652ecc44115afc79923432aba89 2024-12-06T07:51:02,191 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13b80652ecc44115afc79923432aba89, entries=1, sequenceid=125, filesize=5.0 K 2024-12-06T07:51:02,192 DEBUG [M:0;aa9080fe83d2:35435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c6b44df21d384c038b26223a764f6088 as hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c6b44df21d384c038b26223a764f6088 2024-12-06T07:51:02,196 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34739/user/jenkins/test-data/50a7cb77-f0b6-8d42-f406-338ac912d758/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c6b44df21d384c038b26223a764f6088, entries=1, sequenceid=125, filesize=4.9 K 2024-12-06T07:51:02,198 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=125, compaction requested=false 2024-12-06T07:51:02,200 INFO [M:0;aa9080fe83d2:35435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:02,201 DEBUG [M:0;aa9080fe83d2:35435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733471462077Disabling compacts and flushes for region at 1733471462077Disabling writes for close at 1733471462078 (+1 ms)Obtaining lock to block concurrent updates at 1733471462078Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733471462078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1733471462078Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733471462079 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733471462079Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733471462092 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733471462092Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733471462102 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733471462116 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733471462116Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733471462127 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733471462141 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733471462141Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733471462152 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733471462166 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733471462166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c04ee28: reopening flushed file at 1733471462176 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48bd6721: reopening flushed file at 1733471462181 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558226a0: reopening flushed file at 1733471462185 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1b2fee: reopening flushed file at 1733471462191 (+6 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=125, compaction requested=false at 1733471462198 (+7 ms)Writing region close event to WAL at 1733471462200 (+2 ms)Closed at 1733471462200 2024-12-06T07:51:02,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741830_1006 (size=61320) 2024-12-06T07:51:02,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741830_1006 (size=61320) 2024-12-06T07:51:02,204 INFO [M:0;aa9080fe83d2:35435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T07:51:02,204 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T07:51:02,204 INFO [M:0;aa9080fe83d2:35435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35435 2024-12-06T07:51:02,204 INFO [M:0;aa9080fe83d2:35435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T07:51:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:51:02,306 INFO [M:0;aa9080fe83d2:35435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T07:51:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35435-0x10186bff36d0000, quorum=127.0.0.1:57192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:51:02,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73ef576f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:51:02,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@207881e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:51:02,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:51:02,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30ae9b14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:51:02,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@709fbca1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/hadoop.log.dir/,STOPPED} 2024-12-06T07:51:02,311 WARN [BP-1359398590-172.17.0.2-1733471372586 heartbeating to localhost/127.0.0.1:34739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:51:02,311 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:51:02,311 WARN [BP-1359398590-172.17.0.2-1733471372586 heartbeating to localhost/127.0.0.1:34739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1359398590-172.17.0.2-1733471372586 (Datanode Uuid 91893bad-9146-4330-85e3-443391be32f6) service to localhost/127.0.0.1:34739 2024-12-06T07:51:02,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:51:02,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/data/data3/current/BP-1359398590-172.17.0.2-1733471372586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:51:02,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/data/data4/current/BP-1359398590-172.17.0.2-1733471372586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:51:02,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:51:02,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3997274c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:51:02,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@206601e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:51:02,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:51:02,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f2b3d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:51:02,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e88334{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/hadoop.log.dir/,STOPPED} 2024-12-06T07:51:02,316 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:51:02,316 WARN [BP-1359398590-172.17.0.2-1733471372586 heartbeating to localhost/127.0.0.1:34739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:51:02,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:51:02,316 WARN [BP-1359398590-172.17.0.2-1733471372586 heartbeating to localhost/127.0.0.1:34739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1359398590-172.17.0.2-1733471372586 (Datanode Uuid 6a28a141-5dce-4035-aec1-42b4fa0119ef) service to localhost/127.0.0.1:34739 2024-12-06T07:51:02,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/data/data1/current/BP-1359398590-172.17.0.2-1733471372586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:51:02,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/cluster_60834ddb-3cc3-a4f8-c7fc-6f9114ab59a2/data/data2/current/BP-1359398590-172.17.0.2-1733471372586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:51:02,317 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:51:02,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bf7dd21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T07:51:02,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16908e85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:51:02,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:51:02,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f643fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:51:02,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2beac104{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/hadoop.log.dir/,STOPPED} 2024-12-06T07:51:02,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T07:51:02,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T07:51:02,366 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=107 (was 97) - Thread LEAK? -, OpenFileDescriptor=456 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=3796 (was 3589) - AvailableMemoryMB LEAK? - 2024-12-06T07:51:02,372 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=3796 2024-12-06T07:51:02,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/hadoop.log.dir so I do NOT create it in target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53cbe3ea-196c-91db-7e1d-c1fed86da6a8/hadoop.tmp.dir so I do NOT create it in target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024, deleteOnExit=true 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/test.cache.data in system properties and HBase conf 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/hadoop.log.dir in system properties and HBase conf 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T07:51:02,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T07:51:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/nfs.dump.dir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/java.io.tmpdir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T07:51:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T07:51:02,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:51:02,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:51:02,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:51:02,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:51:02,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:51:02,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:51:02,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b1b5b3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:51:02,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f34bced{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:51:02,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3685478d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/java.io.tmpdir/jetty-localhost-37845-hadoop-hdfs-3_4_1-tests_jar-_-any-3010835314475767269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T07:51:02,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40b152a5{HTTP/1.1, (http/1.1)}{localhost:37845} 2024-12-06T07:51:02,587 INFO [Time-limited test {}] server.Server(415): Started @231499ms 2024-12-06T07:51:02,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:51:02,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:51:02,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:51:02,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:51:02,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:51:02,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3808ff72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:51:02,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5674214{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:51:02,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43b23cc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/java.io.tmpdir/jetty-localhost-33841-hadoop-hdfs-3_4_1-tests_jar-_-any-13028764020811774309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:51:02,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b9a1939{HTTP/1.1, (http/1.1)}{localhost:33841} 2024-12-06T07:51:02,776 INFO [Time-limited test {}] server.Server(415): Started @231688ms 2024-12-06T07:51:02,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:51:02,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T07:51:02,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T07:51:02,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T07:51:02,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T07:51:02,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T07:51:02,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5352f4a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/hadoop.log.dir/,AVAILABLE} 2024-12-06T07:51:02,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632d6db5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T07:51:02,879 WARN [Thread-1591 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/data/data1/current/BP-1375002144-172.17.0.2-1733471462405/current, will proceed with Du for space computation calculation, 2024-12-06T07:51:02,879 WARN [Thread-1592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/data/data2/current/BP-1375002144-172.17.0.2-1733471462405/current, will proceed with Du for space computation calculation, 2024-12-06T07:51:02,900 WARN [Thread-1570 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:51:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcc19af0044b9441 with lease ID 0xe926930b5f785a19: Processing first storage report for DS-b1f8d55e-c80b-48d9-922f-3911dd189cec from datanode DatanodeRegistration(127.0.0.1:41449, datanodeUuid=c2d02a4b-53f5-490c-ad41-c63817c298f3, infoPort=44283, infoSecurePort=0, ipcPort=35761, storageInfo=lv=-57;cid=testClusterID;nsid=909543189;c=1733471462405) 2024-12-06T07:51:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcc19af0044b9441 with lease ID 0xe926930b5f785a19: from storage DS-b1f8d55e-c80b-48d9-922f-3911dd189cec node DatanodeRegistration(127.0.0.1:41449, datanodeUuid=c2d02a4b-53f5-490c-ad41-c63817c298f3, infoPort=44283, infoSecurePort=0, ipcPort=35761, storageInfo=lv=-57;cid=testClusterID;nsid=909543189;c=1733471462405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:51:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcc19af0044b9441 with lease ID 0xe926930b5f785a19: Processing first storage report for DS-50ec3831-4956-4e37-8712-b68a1839e9fc from datanode DatanodeRegistration(127.0.0.1:41449, datanodeUuid=c2d02a4b-53f5-490c-ad41-c63817c298f3, infoPort=44283, infoSecurePort=0, ipcPort=35761, storageInfo=lv=-57;cid=testClusterID;nsid=909543189;c=1733471462405) 2024-12-06T07:51:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcc19af0044b9441 with lease ID 0xe926930b5f785a19: from storage DS-50ec3831-4956-4e37-8712-b68a1839e9fc node DatanodeRegistration(127.0.0.1:41449, datanodeUuid=c2d02a4b-53f5-490c-ad41-c63817c298f3, infoPort=44283, infoSecurePort=0, ipcPort=35761, storageInfo=lv=-57;cid=testClusterID;nsid=909543189;c=1733471462405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:51:02,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ad125e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/java.io.tmpdir/jetty-localhost-40705-hadoop-hdfs-3_4_1-tests_jar-_-any-2496138926024447454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:51:02,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5250d6eb{HTTP/1.1, (http/1.1)}{localhost:40705} 2024-12-06T07:51:02,942 INFO [Time-limited test {}] server.Server(415): Started @231854ms 2024-12-06T07:51:02,943 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T07:51:03,036 WARN [Thread-1617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/data/data3/current/BP-1375002144-172.17.0.2-1733471462405/current, will proceed with Du for space computation calculation, 2024-12-06T07:51:03,036 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/data/data4/current/BP-1375002144-172.17.0.2-1733471462405/current, will proceed with Du for space computation calculation, 2024-12-06T07:51:03,052 WARN [Thread-1606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T07:51:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60d5fae51b990da8 with lease ID 0xe926930b5f785a1a: Processing first storage report for DS-af5a36c2-8d8a-4088-8311-cee79d6f7d8d from datanode DatanodeRegistration(127.0.0.1:33877, datanodeUuid=6a003dcb-8e09-4446-915d-243d0536342a, infoPort=37861, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=909543189;c=1733471462405) 2024-12-06T07:51:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60d5fae51b990da8 with lease ID 0xe926930b5f785a1a: from storage DS-af5a36c2-8d8a-4088-8311-cee79d6f7d8d node DatanodeRegistration(127.0.0.1:33877, datanodeUuid=6a003dcb-8e09-4446-915d-243d0536342a, infoPort=37861, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=909543189;c=1733471462405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:51:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60d5fae51b990da8 with lease ID 0xe926930b5f785a1a: Processing first storage report for DS-de0acab5-b796-4571-8d15-9008c478589c from datanode DatanodeRegistration(127.0.0.1:33877, datanodeUuid=6a003dcb-8e09-4446-915d-243d0536342a, infoPort=37861, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=909543189;c=1733471462405) 2024-12-06T07:51:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60d5fae51b990da8 with lease ID 0xe926930b5f785a1a: from storage DS-de0acab5-b796-4571-8d15-9008c478589c node DatanodeRegistration(127.0.0.1:33877, datanodeUuid=6a003dcb-8e09-4446-915d-243d0536342a, infoPort=37861, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=909543189;c=1733471462405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T07:51:03,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428 2024-12-06T07:51:03,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/zookeeper_0, clientPort=56482, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T07:51:03,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56482 2024-12-06T07:51:03,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:51:03,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:51:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741825_1001 (size=7) 2024-12-06T07:51:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741825_1001 (size=7) 2024-12-06T07:51:03,083 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e with version=8 2024-12-06T07:51:03,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38955/user/jenkins/test-data/48309211-05f4-ec2c-28dd-6992f3d636bd/hbase-staging 2024-12-06T07:51:03,085 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aa9080fe83d2:0 server-side Connection retries=45 2024-12-06T07:51:03,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:51:03,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T07:51:03,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T07:51:03,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:51:03,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T07:51:03,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T07:51:03,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T07:51:03,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34451 2024-12-06T07:51:03,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34451 connecting to ZooKeeper ensemble=127.0.0.1:56482 2024-12-06T07:51:03,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344510x0, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T07:51:03,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34451-0x10186c1512d0000 connected 2024-12-06T07:51:03,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:51:03,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:51:03,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:51:03,117 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e, hbase.cluster.distributed=false 2024-12-06T07:51:03,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T07:51:03,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34451 2024-12-06T07:51:03,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34451 2024-12-06T07:51:03,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34451 2024-12-06T07:51:03,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34451 2024-12-06T07:51:03,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34451 2024-12-06T07:51:03,135 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aa9080fe83d2:0 server-side Connection retries=45 2024-12-06T07:51:03,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:51:03,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T07:51:03,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T07:51:03,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T07:51:03,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T07:51:03,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T07:51:03,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T07:51:03,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35935 2024-12-06T07:51:03,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35935 connecting to ZooKeeper ensemble=127.0.0.1:56482 2024-12-06T07:51:03,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:51:03,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:51:03,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359350x0, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T07:51:03,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359350x0, quorum=127.0.0.1:56482, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:51:03,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35935-0x10186c1512d0001 connected 2024-12-06T07:51:03,144 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T07:51:03,145 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T07:51:03,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T07:51:03,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T07:51:03,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35935 2024-12-06T07:51:03,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35935 2024-12-06T07:51:03,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35935 2024-12-06T07:51:03,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35935 2024-12-06T07:51:03,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35935 2024-12-06T07:51:03,159 DEBUG [M:0;aa9080fe83d2:34451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aa9080fe83d2:34451 2024-12-06T07:51:03,160 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aa9080fe83d2,34451,1733471463085 2024-12-06T07:51:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:51:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:51:03,163 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aa9080fe83d2,34451,1733471463085 2024-12-06T07:51:03,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T07:51:03,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,166 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T07:51:03,166 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aa9080fe83d2,34451,1733471463085 from backup master directory 2024-12-06T07:51:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aa9080fe83d2,34451,1733471463085 2024-12-06T07:51:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:51:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T07:51:03,167 WARN [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T07:51:03,167 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aa9080fe83d2,34451,1733471463085 2024-12-06T07:51:03,171 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/hbase.id] with ID: d3e8bcdf-c2aa-4420-a39f-ce8ebf27c2e2 2024-12-06T07:51:03,171 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/.tmp/hbase.id 2024-12-06T07:51:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741826_1002 (size=42) 2024-12-06T07:51:03,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741826_1002 (size=42) 2024-12-06T07:51:03,179 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/.tmp/hbase.id]:[hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/hbase.id] 2024-12-06T07:51:03,189 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:51:03,189 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T07:51:03,190 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T07:51:03,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741827_1003 (size=196) 2024-12-06T07:51:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741827_1003 (size=196) 2024-12-06T07:51:03,198 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T07:51:03,199 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T07:51:03,199 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:51:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741828_1004 (size=1189) 2024-12-06T07:51:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741828_1004 (size=1189) 2024-12-06T07:51:03,206 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store 2024-12-06T07:51:03,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741829_1005 (size=34) 2024-12-06T07:51:03,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741829_1005 (size=34) 2024-12-06T07:51:03,212 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:51:03,213 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T07:51:03,213 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:03,213 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:03,213 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T07:51:03,213 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:03,213 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:03,213 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733471463212Disabling compacts and flushes for region at 1733471463212Disabling writes for close at 1733471463213 (+1 ms)Writing region close event to WAL at 1733471463213Closed at 1733471463213 2024-12-06T07:51:03,213 WARN [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/.initializing 2024-12-06T07:51:03,214 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/WALs/aa9080fe83d2,34451,1733471463085 2024-12-06T07:51:03,214 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:51:03,216 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C34451%2C1733471463085, suffix=, logDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/WALs/aa9080fe83d2,34451,1733471463085, archiveDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/oldWALs, maxLogs=10 2024-12-06T07:51:03,229 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/WALs/aa9080fe83d2,34451,1733471463085/aa9080fe83d2%2C34451%2C1733471463085.1733471463216, exclude list is [], retry=0 2024-12-06T07:51:03,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-af5a36c2-8d8a-4088-8311-cee79d6f7d8d,DISK] 2024-12-06T07:51:03,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41449,DS-b1f8d55e-c80b-48d9-922f-3911dd189cec,DISK] 2024-12-06T07:51:03,234 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/WALs/aa9080fe83d2,34451,1733471463085/aa9080fe83d2%2C34451%2C1733471463085.1733471463216 2024-12-06T07:51:03,234 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-06T07:51:03,234 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:51:03,234 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:51:03,234 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,234 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T07:51:03,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:51:03,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T07:51:03,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:51:03,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T07:51:03,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:51:03,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T07:51:03,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T07:51:03,243 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,243 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,244 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,245 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,245 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,245 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T07:51:03,246 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T07:51:03,248 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:51:03,249 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=720783, jitterRate=-0.08347710967063904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T07:51:03,249 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733471463234Initializing all the Stores at 1733471463235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471463235Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471463235Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471463235Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471463236 (+1 ms)Cleaning up temporary data from old regions at 1733471463245 (+9 ms)Region opened successfully at 1733471463249 (+4 ms) 2024-12-06T07:51:03,249 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T07:51:03,252 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fae77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aa9080fe83d2/172.17.0.2:0 2024-12-06T07:51:03,253 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T07:51:03,253 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T07:51:03,253 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T07:51:03,253 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T07:51:03,254 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T07:51:03,254 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T07:51:03,254 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T07:51:03,256 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T07:51:03,257 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T07:51:03,259 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T07:51:03,259 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T07:51:03,260 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T07:51:03,261 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T07:51:03,261 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T07:51:03,262 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T07:51:03,263 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T07:51:03,263 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T07:51:03,265 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T07:51:03,266 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T07:51:03,271 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T07:51:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T07:51:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T07:51:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,273 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aa9080fe83d2,34451,1733471463085, sessionid=0x10186c1512d0000, setting cluster-up flag (Was=false) 2024-12-06T07:51:03,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,281 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T07:51:03,282 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aa9080fe83d2,34451,1733471463085 2024-12-06T07:51:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,290 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T07:51:03,292 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aa9080fe83d2,34451,1733471463085 2024-12-06T07:51:03,293 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T07:51:03,295 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T07:51:03,295 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T07:51:03,295 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T07:51:03,295 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aa9080fe83d2,34451,1733471463085 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T07:51:03,296 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:51:03,296 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:51:03,296 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:51:03,296 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=5, maxPoolSize=5 2024-12-06T07:51:03,296 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aa9080fe83d2:0, corePoolSize=10, maxPoolSize=10 2024-12-06T07:51:03,296 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,296 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=2, maxPoolSize=2 2024-12-06T07:51:03,296 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,297 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733471493297 2024-12-06T07:51:03,297 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T07:51:03,298 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T07:51:03,298 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T07:51:03,298 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T07:51:03,298 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T07:51:03,298 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T07:51:03,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:51:03,298 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T07:51:03,298 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T07:51:03,298 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T07:51:03,298 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T07:51:03,299 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T07:51:03,299 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T07:51:03,299 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471463299,5,FailOnTimeoutGroup] 2024-12-06T07:51:03,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,299 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471463299,5,FailOnTimeoutGroup] 2024-12-06T07:51:03,299 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,299 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T07:51:03,299 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,299 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T07:51:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741831_1007 (size=1321) 2024-12-06T07:51:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741831_1007 (size=1321) 2024-12-06T07:51:03,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T07:51:03,306 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e 2024-12-06T07:51:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741832_1008 (size=32) 2024-12-06T07:51:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741832_1008 (size=32) 2024-12-06T07:51:03,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:51:03,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T07:51:03,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T07:51:03,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:51:03,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T07:51:03,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T07:51:03,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:51:03,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T07:51:03,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T07:51:03,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:51:03,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T07:51:03,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T07:51:03,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:51:03,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T07:51:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740 2024-12-06T07:51:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740 2024-12-06T07:51:03,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T07:51:03,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T07:51:03,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T07:51:03,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T07:51:03,324 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T07:51:03,325 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=807251, jitterRate=0.02647307515144348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T07:51:03,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733471463312Initializing all the Stores at 1733471463313 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471463313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471463313Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471463313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471463313Cleaning up temporary data from old regions at 1733471463321 (+8 ms)Region opened successfully at 1733471463325 (+4 ms) 2024-12-06T07:51:03,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T07:51:03,325 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T07:51:03,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T07:51:03,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T07:51:03,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T07:51:03,326 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T07:51:03,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733471463325Disabling compacts and flushes for region at 1733471463325Disabling writes for close at 1733471463325Writing region close event to WAL at 1733471463326 (+1 ms)Closed at 1733471463326 2024-12-06T07:51:03,327 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:51:03,327 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T07:51:03,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T07:51:03,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T07:51:03,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T07:51:03,349 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(746): ClusterId : d3e8bcdf-c2aa-4420-a39f-ce8ebf27c2e2 2024-12-06T07:51:03,349 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T07:51:03,352 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T07:51:03,352 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T07:51:03,354 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T07:51:03,354 DEBUG [RS:0;aa9080fe83d2:35935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c7c204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aa9080fe83d2/172.17.0.2:0 2024-12-06T07:51:03,366 DEBUG [RS:0;aa9080fe83d2:35935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aa9080fe83d2:35935 2024-12-06T07:51:03,366 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T07:51:03,366 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T07:51:03,366 DEBUG [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T07:51:03,367 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(2659): reportForDuty to master=aa9080fe83d2,34451,1733471463085 with port=35935, startcode=1733471463134 2024-12-06T07:51:03,368 DEBUG [RS:0;aa9080fe83d2:35935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T07:51:03,369 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58115, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T07:51:03,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:03,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34451 {}] master.ServerManager(517): Registering regionserver=aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:03,371 DEBUG [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e 2024-12-06T07:51:03,371 DEBUG [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32983 2024-12-06T07:51:03,371 DEBUG [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T07:51:03,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T07:51:03,373 DEBUG [RS:0;aa9080fe83d2:35935 {}] zookeeper.ZKUtil(111): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:03,373 WARN [RS:0;aa9080fe83d2:35935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T07:51:03,373 INFO [RS:0;aa9080fe83d2:35935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:51:03,373 DEBUG [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:03,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aa9080fe83d2,35935,1733471463134] 2024-12-06T07:51:03,377 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T07:51:03,378 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T07:51:03,378 INFO [RS:0;aa9080fe83d2:35935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T07:51:03,378 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,379 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T07:51:03,379 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T07:51:03,379 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,379 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,379 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,379 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,379 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,380 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,380 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aa9080fe83d2:0, corePoolSize=2, maxPoolSize=2 2024-12-06T07:51:03,380 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,380 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,380 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,380 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,380 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,380 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aa9080fe83d2:0, corePoolSize=1, maxPoolSize=1 2024-12-06T07:51:03,380 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aa9080fe83d2:0, corePoolSize=3, maxPoolSize=3 2024-12-06T07:51:03,380 DEBUG [RS:0;aa9080fe83d2:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aa9080fe83d2:0, corePoolSize=3, maxPoolSize=3 2024-12-06T07:51:03,380 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,380 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,380 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,380 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,380 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,380 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,35935,1733471463134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T07:51:03,394 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T07:51:03,394 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,35935,1733471463134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,394 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,395 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.Replication(171): aa9080fe83d2,35935,1733471463134 started 2024-12-06T07:51:03,408 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,408 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(1482): Serving as aa9080fe83d2,35935,1733471463134, RpcServer on aa9080fe83d2/172.17.0.2:35935, sessionid=0x10186c1512d0001 2024-12-06T07:51:03,408 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T07:51:03,408 DEBUG [RS:0;aa9080fe83d2:35935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:03,408 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aa9080fe83d2,35935,1733471463134' 2024-12-06T07:51:03,408 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T07:51:03,409 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T07:51:03,409 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T07:51:03,409 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T07:51:03,409 DEBUG [RS:0;aa9080fe83d2:35935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:03,409 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aa9080fe83d2,35935,1733471463134' 2024-12-06T07:51:03,409 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T07:51:03,410 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T07:51:03,410 DEBUG [RS:0;aa9080fe83d2:35935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T07:51:03,410 INFO [RS:0;aa9080fe83d2:35935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T07:51:03,410 INFO [RS:0;aa9080fe83d2:35935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T07:51:03,479 WARN [aa9080fe83d2:34451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T07:51:03,510 INFO [RS:0;aa9080fe83d2:35935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:51:03,512 INFO [RS:0;aa9080fe83d2:35935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C35935%2C1733471463134, suffix=, logDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/aa9080fe83d2,35935,1733471463134, archiveDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/oldWALs, maxLogs=32 2024-12-06T07:51:03,526 DEBUG [RS:0;aa9080fe83d2:35935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/aa9080fe83d2,35935,1733471463134/aa9080fe83d2%2C35935%2C1733471463134.1733471463512, exclude list is [], retry=0 2024-12-06T07:51:03,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-af5a36c2-8d8a-4088-8311-cee79d6f7d8d,DISK] 2024-12-06T07:51:03,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41449,DS-b1f8d55e-c80b-48d9-922f-3911dd189cec,DISK] 2024-12-06T07:51:03,530 INFO [RS:0;aa9080fe83d2:35935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/aa9080fe83d2,35935,1733471463134/aa9080fe83d2%2C35935%2C1733471463134.1733471463512 2024-12-06T07:51:03,531 DEBUG [RS:0;aa9080fe83d2:35935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-06T07:51:03,729 DEBUG [aa9080fe83d2:34451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T07:51:03,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:03,731 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aa9080fe83d2,35935,1733471463134, state=OPENING 2024-12-06T07:51:03,732 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T07:51:03,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:03,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:51:03,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:51:03,735 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T07:51:03,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aa9080fe83d2,35935,1733471463134}] 2024-12-06T07:51:03,888 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T07:51:03,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38591, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T07:51:03,893 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T07:51:03,893 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:51:03,893 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T07:51:03,894 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aa9080fe83d2%2C35935%2C1733471463134.meta, suffix=.meta, logDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/aa9080fe83d2,35935,1733471463134, archiveDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/oldWALs, maxLogs=32 2024-12-06T07:51:03,908 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/aa9080fe83d2,35935,1733471463134/aa9080fe83d2%2C35935%2C1733471463134.meta.1733471463895.meta, exclude list is [], retry=0 2024-12-06T07:51:03,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41449,DS-b1f8d55e-c80b-48d9-922f-3911dd189cec,DISK] 2024-12-06T07:51:03,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-af5a36c2-8d8a-4088-8311-cee79d6f7d8d,DISK] 2024-12-06T07:51:03,912 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/aa9080fe83d2,35935,1733471463134/aa9080fe83d2%2C35935%2C1733471463134.meta.1733471463895.meta 2024-12-06T07:51:03,912 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-06T07:51:03,913 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T07:51:03,913 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T07:51:03,913 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T07:51:03,913 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T07:51:03,913 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T07:51:03,913 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T07:51:03,913 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T07:51:03,913 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T07:51:03,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T07:51:03,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T07:51:03,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:51:03,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T07:51:03,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T07:51:03,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:51:03,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T07:51:03,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T07:51:03,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:51:03,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T07:51:03,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T07:51:03,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T07:51:03,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T07:51:03,919 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T07:51:03,919 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740 2024-12-06T07:51:03,920 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740 2024-12-06T07:51:03,921 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T07:51:03,921 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T07:51:03,922 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T07:51:03,923 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T07:51:03,924 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=822318, jitterRate=0.04563198983669281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T07:51:03,924 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T07:51:03,924 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733471463913Writing region info on filesystem at 1733471463913Initializing all the Stores at 1733471463914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471463914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471463914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733471463914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733471463914Cleaning up temporary data from old regions at 1733471463921 (+7 ms)Running coprocessor post-open hooks at 1733471463924 (+3 ms)Region opened successfully at 1733471463924 2024-12-06T07:51:03,925 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733471463888 2024-12-06T07:51:03,927 DEBUG [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T07:51:03,927 INFO [RS_OPEN_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T07:51:03,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:03,928 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aa9080fe83d2,35935,1733471463134, state=OPEN 2024-12-06T07:51:03,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T07:51:03,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T07:51:03,933 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:03,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:51:03,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T07:51:03,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T07:51:03,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aa9080fe83d2,35935,1733471463134 in 197 msec 2024-12-06T07:51:03,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T07:51:03,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-12-06T07:51:03,937 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T07:51:03,937 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T07:51:03,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T07:51:03,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aa9080fe83d2,35935,1733471463134, seqNum=-1] 2024-12-06T07:51:03,939 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T07:51:03,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T07:51:03,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 648 msec 2024-12-06T07:51:03,943 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733471463943, completionTime=-1 2024-12-06T07:51:03,943 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T07:51:03,944 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T07:51:03,945 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T07:51:03,945 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733471523945 2024-12-06T07:51:03,945 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733471583945 2024-12-06T07:51:03,945 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T07:51:03,945 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,34451,1733471463085-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,946 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,34451,1733471463085-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,946 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,34451,1733471463085-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,946 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aa9080fe83d2:34451, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,946 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,946 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:03,947 DEBUG [master/aa9080fe83d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T07:51:03,949 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.782sec 2024-12-06T07:51:03,949 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T07:51:03,949 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T07:51:03,949 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T07:51:03,949 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T07:51:03,949 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T07:51:03,949 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,34451,1733471463085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T07:51:03,949 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,34451,1733471463085-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T07:51:03,951 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T07:51:03,951 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T07:51:03,951 INFO [master/aa9080fe83d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aa9080fe83d2,34451,1733471463085-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T07:51:04,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d30c434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:51:04,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aa9080fe83d2,34451,-1 for getting cluster id 2024-12-06T07:51:04,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T07:51:04,051 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3e8bcdf-c2aa-4420-a39f-ce8ebf27c2e2' 2024-12-06T07:51:04,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T07:51:04,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3e8bcdf-c2aa-4420-a39f-ce8ebf27c2e2" 2024-12-06T07:51:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa863de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:51:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aa9080fe83d2,34451,-1] 2024-12-06T07:51:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T07:51:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:04,053 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T07:51:04,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6618be99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T07:51:04,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T07:51:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aa9080fe83d2,35935,1733471463134, seqNum=-1] 2024-12-06T07:51:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T07:51:04,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T07:51:04,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aa9080fe83d2,34451,1733471463085 2024-12-06T07:51:04,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T07:51:04,060 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T07:51:04,060 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T07:51:04,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T07:51:04,063 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/test.com,8080,1, archiveDir=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/oldWALs, maxLogs=32 2024-12-06T07:51:04,076 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733471464063, exclude list is [], retry=0 2024-12-06T07:51:04,078 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-af5a36c2-8d8a-4088-8311-cee79d6f7d8d,DISK] 2024-12-06T07:51:04,078 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41449,DS-b1f8d55e-c80b-48d9-922f-3911dd189cec,DISK] 2024-12-06T07:51:04,080 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733471464063 2024-12-06T07:51:04,080 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-06T07:51:04,093 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733471464081, exclude list is [], retry=0 2024-12-06T07:51:04,095 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-af5a36c2-8d8a-4088-8311-cee79d6f7d8d,DISK] 2024-12-06T07:51:04,095 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41449,DS-b1f8d55e-c80b-48d9-922f-3911dd189cec,DISK] 2024-12-06T07:51:04,097 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733471464063 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733471464081 2024-12-06T07:51:04,097 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-06T07:51:04,097 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733471464063 is not closed yet, will try archiving it next time 2024-12-06T07:51:04,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741835_1011 (size=93) 2024-12-06T07:51:04,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741835_1011 (size=93) 2024-12-06T07:51:04,099 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733471464063 to hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/oldWALs/test.com%2C8080%2C1.1733471464063 2024-12-06T07:51:04,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741836_1012 (size=93) 2024-12-06T07:51:04,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741836_1012 (size=93) 2024-12-06T07:51:04,101 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/oldWALs 2024-12-06T07:51:04,101 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733471464081) 2024-12-06T07:51:04,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T07:51:04,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T07:51:04,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:51:04,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:04,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:04,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T07:51:04,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T07:51:04,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2020988089, stopped=false 2024-12-06T07:51:04,102 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aa9080fe83d2,34451,1733471463085 2024-12-06T07:51:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T07:51:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T07:51:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:04,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T07:51:04,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T07:51:04,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:51:04,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:04,104 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aa9080fe83d2,35935,1733471463134' ***** 2024-12-06T07:51:04,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:51:04,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T07:51:04,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T07:51:04,105 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T07:51:04,105 INFO [RS:0;aa9080fe83d2:35935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T07:51:04,105 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T07:51:04,105 INFO [RS:0;aa9080fe83d2:35935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T07:51:04,105 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(959): stopping server aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:04,105 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T07:51:04,105 INFO [RS:0;aa9080fe83d2:35935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aa9080fe83d2:35935. 2024-12-06T07:51:04,105 DEBUG [RS:0;aa9080fe83d2:35935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T07:51:04,105 DEBUG [RS:0;aa9080fe83d2:35935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:04,105 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T07:51:04,105 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T07:51:04,105 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T07:51:04,105 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T07:51:04,106 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T07:51:04,106 DEBUG [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T07:51:04,106 DEBUG [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T07:51:04,106 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T07:51:04,106 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T07:51:04,106 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T07:51:04,106 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T07:51:04,106 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T07:51:04,106 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T07:51:04,122 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740/.tmp/ns/75f368ac87bd49358dfd744b7cabebf4 is 43, key is default/ns:d/1733471463940/Put/seqid=0 2024-12-06T07:51:04,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741837_1013 (size=5153) 2024-12-06T07:51:04,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741837_1013 (size=5153) 2024-12-06T07:51:04,127 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740/.tmp/ns/75f368ac87bd49358dfd744b7cabebf4 2024-12-06T07:51:04,133 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740/.tmp/ns/75f368ac87bd49358dfd744b7cabebf4 as hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740/ns/75f368ac87bd49358dfd744b7cabebf4 2024-12-06T07:51:04,138 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740/ns/75f368ac87bd49358dfd744b7cabebf4, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T07:51:04,138 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-12-06T07:51:04,138 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T07:51:04,142 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T07:51:04,143 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T07:51:04,143 INFO [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T07:51:04,143 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733471464106Running coprocessor pre-close hooks at 1733471464106Disabling compacts and flushes for region at 1733471464106Disabling writes for close at 1733471464106Obtaining lock to block concurrent updates at 1733471464106Preparing flush snapshotting stores in 1588230740 at 1733471464106Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733471464106Flushing stores of hbase:meta,,1.1588230740 at 1733471464107 (+1 ms)Flushing 1588230740/ns: creating writer at 1733471464107Flushing 1588230740/ns: appending metadata at 1733471464121 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733471464121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7855d14b: reopening flushed file at 1733471464132 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1733471464138 (+6 ms)Writing region close event to WAL at 1733471464140 (+2 ms)Running coprocessor post-close hooks at 1733471464143 (+3 ms)Closed at 1733471464143 2024-12-06T07:51:04,143 DEBUG [RS_CLOSE_META-regionserver/aa9080fe83d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T07:51:04,306 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(976): stopping server aa9080fe83d2,35935,1733471463134; all regions closed. 2024-12-06T07:51:04,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741834_1010 (size=1152) 2024-12-06T07:51:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741834_1010 (size=1152) 2024-12-06T07:51:04,311 DEBUG [RS:0;aa9080fe83d2:35935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/oldWALs 2024-12-06T07:51:04,311 INFO [RS:0;aa9080fe83d2:35935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aa9080fe83d2%2C35935%2C1733471463134.meta:.meta(num 1733471463895) 2024-12-06T07:51:04,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741833_1009 (size=93) 2024-12-06T07:51:04,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741833_1009 (size=93) 2024-12-06T07:51:04,315 DEBUG [RS:0;aa9080fe83d2:35935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/oldWALs 2024-12-06T07:51:04,315 INFO [RS:0;aa9080fe83d2:35935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aa9080fe83d2%2C35935%2C1733471463134:(num 1733471463512) 2024-12-06T07:51:04,315 DEBUG [RS:0;aa9080fe83d2:35935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T07:51:04,315 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T07:51:04,316 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T07:51:04,316 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.ChoreService(370): Chore service for: regionserver/aa9080fe83d2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T07:51:04,316 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T07:51:04,316 INFO [regionserver/aa9080fe83d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T07:51:04,316 INFO [RS:0;aa9080fe83d2:35935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35935 2024-12-06T07:51:04,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aa9080fe83d2,35935,1733471463134 2024-12-06T07:51:04,320 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T07:51:04,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T07:51:04,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aa9080fe83d2,35935,1733471463134] 2024-12-06T07:51:04,322 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aa9080fe83d2,35935,1733471463134 already deleted, retry=false 2024-12-06T07:51:04,322 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aa9080fe83d2,35935,1733471463134 expired; onlineServers=0 2024-12-06T07:51:04,322 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aa9080fe83d2,34451,1733471463085' ***** 2024-12-06T07:51:04,322 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T07:51:04,322 INFO [M:0;aa9080fe83d2:34451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T07:51:04,322 INFO [M:0;aa9080fe83d2:34451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T07:51:04,323 DEBUG [M:0;aa9080fe83d2:34451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T07:51:04,323 DEBUG [M:0;aa9080fe83d2:34451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T07:51:04,323 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T07:51:04,323 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471463299 {}] cleaner.HFileCleaner(306): Exit Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.large.0-1733471463299,5,FailOnTimeoutGroup] 2024-12-06T07:51:04,323 DEBUG [master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471463299 {}] cleaner.HFileCleaner(306): Exit Thread[master/aa9080fe83d2:0:becomeActiveMaster-HFileCleaner.small.0-1733471463299,5,FailOnTimeoutGroup] 2024-12-06T07:51:04,323 INFO [M:0;aa9080fe83d2:34451 {}] hbase.ChoreService(370): Chore service for: master/aa9080fe83d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T07:51:04,323 INFO [M:0;aa9080fe83d2:34451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T07:51:04,323 DEBUG [M:0;aa9080fe83d2:34451 {}] master.HMaster(1795): Stopping service threads 2024-12-06T07:51:04,323 INFO [M:0;aa9080fe83d2:34451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T07:51:04,323 INFO [M:0;aa9080fe83d2:34451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T07:51:04,323 INFO [M:0;aa9080fe83d2:34451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T07:51:04,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T07:51:04,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T07:51:04,324 DEBUG [M:0;aa9080fe83d2:34451 {}] zookeeper.ZKUtil(347): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T07:51:04,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T07:51:04,324 WARN [M:0;aa9080fe83d2:34451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T07:51:04,325 INFO [M:0;aa9080fe83d2:34451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/.lastflushedseqids 2024-12-06T07:51:04,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741838_1014 (size=99) 2024-12-06T07:51:04,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741838_1014 (size=99) 2024-12-06T07:51:04,333 INFO [M:0;aa9080fe83d2:34451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T07:51:04,333 INFO [M:0;aa9080fe83d2:34451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T07:51:04,333 DEBUG [M:0;aa9080fe83d2:34451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T07:51:04,333 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:04,333 DEBUG [M:0;aa9080fe83d2:34451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:04,333 DEBUG [M:0;aa9080fe83d2:34451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T07:51:04,333 DEBUG [M:0;aa9080fe83d2:34451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:04,333 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-06T07:51:04,349 DEBUG [M:0;aa9080fe83d2:34451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fdf8047aba941a089c61f0e2cf120df is 82, key is hbase:meta,,1/info:regioninfo/1733471463927/Put/seqid=0 2024-12-06T07:51:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741839_1015 (size=5672) 2024-12-06T07:51:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741839_1015 (size=5672) 2024-12-06T07:51:04,354 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fdf8047aba941a089c61f0e2cf120df 2024-12-06T07:51:04,372 DEBUG [M:0;aa9080fe83d2:34451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e15e41b913489a9e3aa36d5eea0a3f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733471463943/Put/seqid=0 2024-12-06T07:51:04,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741840_1016 (size=5275) 2024-12-06T07:51:04,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741840_1016 (size=5275) 2024-12-06T07:51:04,377 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e15e41b913489a9e3aa36d5eea0a3f 2024-12-06T07:51:04,395 DEBUG [M:0;aa9080fe83d2:34451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263dc042249e47c9b998d51e539a947e is 69, key is aa9080fe83d2,35935,1733471463134/rs:state/1733471463370/Put/seqid=0 2024-12-06T07:51:04,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741841_1017 (size=5156) 2024-12-06T07:51:04,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741841_1017 (size=5156) 2024-12-06T07:51:04,399 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263dc042249e47c9b998d51e539a947e 2024-12-06T07:51:04,417 DEBUG [M:0;aa9080fe83d2:34451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a8c0c26e3a4d40e9ab7896f5a096a779 is 52, key is load_balancer_on/state:d/1733471464059/Put/seqid=0 2024-12-06T07:51:04,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:51:04,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x10186c1512d0001, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:51:04,421 INFO [RS:0;aa9080fe83d2:35935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T07:51:04,422 INFO [RS:0;aa9080fe83d2:35935 {}] regionserver.HRegionServer(1031): Exiting; stopping=aa9080fe83d2,35935,1733471463134; zookeeper connection closed. 2024-12-06T07:51:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741842_1018 (size=5056) 2024-12-06T07:51:04,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bb4c2fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bb4c2fd 2024-12-06T07:51:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741842_1018 (size=5056) 2024-12-06T07:51:04,422 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T07:51:04,422 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a8c0c26e3a4d40e9ab7896f5a096a779 2024-12-06T07:51:04,428 DEBUG [M:0;aa9080fe83d2:34451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fdf8047aba941a089c61f0e2cf120df as hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fdf8047aba941a089c61f0e2cf120df 2024-12-06T07:51:04,433 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fdf8047aba941a089c61f0e2cf120df, entries=8, sequenceid=29, filesize=5.5 K 2024-12-06T07:51:04,434 DEBUG [M:0;aa9080fe83d2:34451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e15e41b913489a9e3aa36d5eea0a3f as hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32e15e41b913489a9e3aa36d5eea0a3f 2024-12-06T07:51:04,438 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32e15e41b913489a9e3aa36d5eea0a3f, entries=3, sequenceid=29, filesize=5.2 K 2024-12-06T07:51:04,439 DEBUG [M:0;aa9080fe83d2:34451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263dc042249e47c9b998d51e539a947e as hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/263dc042249e47c9b998d51e539a947e 2024-12-06T07:51:04,444 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/263dc042249e47c9b998d51e539a947e, entries=1, sequenceid=29, filesize=5.0 K 2024-12-06T07:51:04,445 DEBUG [M:0;aa9080fe83d2:34451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a8c0c26e3a4d40e9ab7896f5a096a779 as hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a8c0c26e3a4d40e9ab7896f5a096a779 2024-12-06T07:51:04,449 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/4aaa4b7c-c3eb-b34e-0324-5a8e5957fc7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a8c0c26e3a4d40e9ab7896f5a096a779, entries=1, sequenceid=29, filesize=4.9 K 2024-12-06T07:51:04,450 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false 2024-12-06T07:51:04,452 INFO [M:0;aa9080fe83d2:34451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T07:51:04,452 DEBUG [M:0;aa9080fe83d2:34451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733471464333Disabling compacts and flushes for region at 1733471464333Disabling writes for close at 1733471464333Obtaining lock to block concurrent updates at 1733471464333Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733471464333Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733471464334 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733471464334Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733471464334Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733471464348 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733471464348Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733471464358 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733471464372 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733471464372Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733471464381 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733471464394 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733471464394Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733471464403 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733471464416 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733471464416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74256ab4: reopening flushed file at 1733471464427 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@875b634: reopening flushed file at 1733471464433 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4debdcf9: reopening flushed file at 1733471464438 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345fd108: reopening flushed file at 1733471464444 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false at 1733471464450 (+6 ms)Writing region close event to WAL at 1733471464452 (+2 ms)Closed at 1733471464452 2024-12-06T07:51:04,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41449 is added to blk_1073741830_1006 (size=10311) 2024-12-06T07:51:04,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741830_1006 (size=10311) 2024-12-06T07:51:04,455 INFO [M:0;aa9080fe83d2:34451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T07:51:04,455 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T07:51:04,455 INFO [M:0;aa9080fe83d2:34451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34451 2024-12-06T07:51:04,455 INFO [M:0;aa9080fe83d2:34451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T07:51:04,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:51:04,563 INFO [M:0;aa9080fe83d2:34451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T07:51:04,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x10186c1512d0000, quorum=127.0.0.1:56482, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T07:51:04,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ad125e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:51:04,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5250d6eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:51:04,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:51:04,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632d6db5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:51:04,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5352f4a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/hadoop.log.dir/,STOPPED} 2024-12-06T07:51:04,567 WARN [BP-1375002144-172.17.0.2-1733471462405 heartbeating to localhost/127.0.0.1:32983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:51:04,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:51:04,567 WARN [BP-1375002144-172.17.0.2-1733471462405 heartbeating to localhost/127.0.0.1:32983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1375002144-172.17.0.2-1733471462405 (Datanode Uuid 6a003dcb-8e09-4446-915d-243d0536342a) service to localhost/127.0.0.1:32983 2024-12-06T07:51:04,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:51:04,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/data/data3/current/BP-1375002144-172.17.0.2-1733471462405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:51:04,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/data/data4/current/BP-1375002144-172.17.0.2-1733471462405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:51:04,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:51:04,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43b23cc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T07:51:04,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b9a1939{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:51:04,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:51:04,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5674214{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:51:04,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3808ff72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/hadoop.log.dir/,STOPPED} 2024-12-06T07:51:04,572 WARN [BP-1375002144-172.17.0.2-1733471462405 heartbeating to localhost/127.0.0.1:32983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T07:51:04,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T07:51:04,572 WARN [BP-1375002144-172.17.0.2-1733471462405 heartbeating to localhost/127.0.0.1:32983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1375002144-172.17.0.2-1733471462405 (Datanode Uuid c2d02a4b-53f5-490c-ad41-c63817c298f3) service to localhost/127.0.0.1:32983 2024-12-06T07:51:04,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T07:51:04,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/data/data1/current/BP-1375002144-172.17.0.2-1733471462405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:51:04,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/cluster_a29b0c3a-5fb3-5cba-7cd0-303d7296d024/data/data2/current/BP-1375002144-172.17.0.2-1733471462405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T07:51:04,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T07:51:04,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3685478d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T07:51:04,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40b152a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T07:51:04,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T07:51:04,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f34bced{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T07:51:04,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b1b5b3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5ee7d86-cc20-b08e-7827-2941eb38f428/hadoop.log.dir/,STOPPED} 2024-12-06T07:51:04,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T07:51:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T07:51:04,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 108) - Thread LEAK? -, OpenFileDescriptor=511 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=3752 (was 3796)