2024-11-08 05:51:08,936 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 05:51:08,947 main DEBUG Took 0.009218 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 05:51:08,948 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 05:51:08,948 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 05:51:08,949 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 05:51:08,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,956 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 05:51:08,967 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,969 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,970 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,971 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,972 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,973 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,974 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,975 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,975 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,976 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,977 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,978 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:51:08,979 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,979 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 05:51:08,981 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:51:08,982 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 05:51:08,984 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 05:51:08,984 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 05:51:08,986 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 05:51:08,987 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 05:51:08,997 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 05:51:09,000 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 05:51:09,003 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 05:51:09,003 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 05:51:09,004 main DEBUG createAppenders(={Console}) 2024-11-08 05:51:09,005 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-08 05:51:09,005 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 05:51:09,005 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-08 05:51:09,006 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 05:51:09,007 main DEBUG OutputStream closed 2024-11-08 05:51:09,007 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 05:51:09,007 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 05:51:09,008 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-08 05:51:09,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 05:51:09,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 05:51:09,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 05:51:09,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 05:51:09,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 05:51:09,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 05:51:09,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 05:51:09,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 05:51:09,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 05:51:09,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 05:51:09,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 05:51:09,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 05:51:09,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 05:51:09,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 05:51:09,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 05:51:09,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 05:51:09,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 05:51:09,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 05:51:09,112 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 05:51:09,112 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-08 05:51:09,113 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 05:51:09,114 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-08T05:51:09,446 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695 2024-11-08 05:51:09,449 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 05:51:09,449 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T05:51:09,457 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-08T05:51:09,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=11081 2024-11-08T05:51:09,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:51:09,521 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6, deleteOnExit=true 2024-11-08T05:51:09,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:51:09,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/test.cache.data in system properties and HBase conf 2024-11-08T05:51:09,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:51:09,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:51:09,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:51:09,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:51:09,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:51:09,630 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T05:51:09,714 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:51:09,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:51:09,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:51:09,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:51:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:51:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:51:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:51:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:51:09,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:51:09,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:51:09,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:51:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:51:09,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:51:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:51:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:51:10,785 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T05:51:10,856 INFO [Time-limited test {}] log.Log(170): Logging initialized @2629ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T05:51:10,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:51:10,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:51:11,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:51:11,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:51:11,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:51:11,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:51:11,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:51:11,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:51:11,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/java.io.tmpdir/jetty-localhost-40897-hadoop-hdfs-3_4_1-tests_jar-_-any-8955034573035494200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:51:11,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:40897} 2024-11-08T05:51:11,232 INFO [Time-limited test {}] server.Server(415): Started @3006ms 2024-11-08T05:51:11,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:51:11,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:51:11,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:51:11,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:51:11,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:51:11,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:51:11,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:51:11,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/java.io.tmpdir/jetty-localhost-35247-hadoop-hdfs-3_4_1-tests_jar-_-any-5915073395668583546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:51:11,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:35247} 2024-11-08T05:51:11,974 INFO [Time-limited test {}] server.Server(415): Started @3748ms 2024-11-08T05:51:12,023 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:51:12,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:51:12,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:51:12,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:51:12,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:51:12,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:51:12,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:51:12,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:51:12,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/java.io.tmpdir/jetty-localhost-40057-hadoop-hdfs-3_4_1-tests_jar-_-any-17718239248125227899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:51:12,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:40057} 2024-11-08T05:51:12,258 INFO [Time-limited test {}] server.Server(415): Started @4031ms 2024-11-08T05:51:12,260 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:51:13,449 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/data/data1/current/BP-1574883285-172.17.0.3-1731045070272/current, will proceed with Du for space computation calculation, 2024-11-08T05:51:13,449 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/data/data3/current/BP-1574883285-172.17.0.3-1731045070272/current, will proceed with Du for space computation calculation, 2024-11-08T05:51:13,449 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/data/data2/current/BP-1574883285-172.17.0.3-1731045070272/current, will proceed with Du for space computation calculation, 2024-11-08T05:51:13,449 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/data/data4/current/BP-1574883285-172.17.0.3-1731045070272/current, will proceed with Du for space computation calculation, 2024-11-08T05:51:13,490 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:51:13,492 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:51:13,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0810ad6b980d9ea with lease ID 0x214bde2c77b6f9f7: Processing first storage report for DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757 from datanode DatanodeRegistration(127.0.0.1:42071, datanodeUuid=53deb001-5418-42fb-94f2-be0fbfafa306, infoPort=41651, infoSecurePort=0, ipcPort=45393, storageInfo=lv=-57;cid=testClusterID;nsid=1803412990;c=1731045070272) 2024-11-08T05:51:13,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0810ad6b980d9ea with lease ID 0x214bde2c77b6f9f7: from storage DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757 node DatanodeRegistration(127.0.0.1:42071, datanodeUuid=53deb001-5418-42fb-94f2-be0fbfafa306, infoPort=41651, infoSecurePort=0, ipcPort=45393, storageInfo=lv=-57;cid=testClusterID;nsid=1803412990;c=1731045070272), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T05:51:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22f2c46bd86ed1cb with lease ID 0x214bde2c77b6f9f6: Processing first storage report for DS-33a32c30-cb92-454e-97ed-5c06edeabf1c from datanode DatanodeRegistration(127.0.0.1:38379, datanodeUuid=ee18c631-148d-4875-a7d1-b2eb3e981a8d, infoPort=38949, infoSecurePort=0, ipcPort=39657, storageInfo=lv=-57;cid=testClusterID;nsid=1803412990;c=1731045070272) 2024-11-08T05:51:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22f2c46bd86ed1cb with lease ID 0x214bde2c77b6f9f6: from storage DS-33a32c30-cb92-454e-97ed-5c06edeabf1c node DatanodeRegistration(127.0.0.1:38379, datanodeUuid=ee18c631-148d-4875-a7d1-b2eb3e981a8d, infoPort=38949, infoSecurePort=0, ipcPort=39657, storageInfo=lv=-57;cid=testClusterID;nsid=1803412990;c=1731045070272), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:51:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0810ad6b980d9ea with lease ID 0x214bde2c77b6f9f7: Processing first storage report for DS-d6a62a59-a972-4f9b-96b3-c05767965f9b from datanode DatanodeRegistration(127.0.0.1:42071, datanodeUuid=53deb001-5418-42fb-94f2-be0fbfafa306, infoPort=41651, infoSecurePort=0, ipcPort=45393, storageInfo=lv=-57;cid=testClusterID;nsid=1803412990;c=1731045070272) 2024-11-08T05:51:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0810ad6b980d9ea with lease ID 0x214bde2c77b6f9f7: from storage DS-d6a62a59-a972-4f9b-96b3-c05767965f9b node DatanodeRegistration(127.0.0.1:42071, datanodeUuid=53deb001-5418-42fb-94f2-be0fbfafa306, infoPort=41651, infoSecurePort=0, ipcPort=45393, storageInfo=lv=-57;cid=testClusterID;nsid=1803412990;c=1731045070272), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:51:13,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22f2c46bd86ed1cb with lease ID 0x214bde2c77b6f9f6: Processing first storage report for DS-07b73881-232b-4f3a-9e9b-177fb28b8b69 from datanode DatanodeRegistration(127.0.0.1:38379, datanodeUuid=ee18c631-148d-4875-a7d1-b2eb3e981a8d, infoPort=38949, infoSecurePort=0, ipcPort=39657, storageInfo=lv=-57;cid=testClusterID;nsid=1803412990;c=1731045070272) 2024-11-08T05:51:13,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22f2c46bd86ed1cb with lease ID 0x214bde2c77b6f9f6: from storage DS-07b73881-232b-4f3a-9e9b-177fb28b8b69 node DatanodeRegistration(127.0.0.1:38379, datanodeUuid=ee18c631-148d-4875-a7d1-b2eb3e981a8d, infoPort=38949, infoSecurePort=0, ipcPort=39657, storageInfo=lv=-57;cid=testClusterID;nsid=1803412990;c=1731045070272), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:51:13,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695 2024-11-08T05:51:13,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/zookeeper_0, clientPort=58325, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:51:13,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58325 2024-11-08T05:51:13,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:51:13,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:51:13,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:51:13,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:51:14,337 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0 with version=8 2024-11-08T05:51:14,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/hbase-staging 2024-11-08T05:51:14,422 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T05:51:14,713 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:51:14,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:51:14,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:51:14,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:51:14,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:51:14,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:51:14,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:51:14,901 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T05:51:14,909 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T05:51:14,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:51:14,933 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 96190 (auto-detected) 2024-11-08T05:51:14,934 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T05:51:14,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40963 2024-11-08T05:51:14,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40963 connecting to ZooKeeper ensemble=127.0.0.1:58325 2024-11-08T05:51:15,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409630x0, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:51:15,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40963-0x10118ff9eb00000 connected 2024-11-08T05:51:15,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:51:15,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:51:15,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:51:15,242 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0, hbase.cluster.distributed=false 2024-11-08T05:51:15,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:51:15,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-08T05:51:15,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40963 2024-11-08T05:51:15,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40963 2024-11-08T05:51:15,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-08T05:51:15,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-08T05:51:15,368 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:51:15,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:51:15,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:51:15,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:51:15,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:51:15,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:51:15,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:51:15,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:51:15,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38003 2024-11-08T05:51:15,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38003 connecting to ZooKeeper ensemble=127.0.0.1:58325 2024-11-08T05:51:15,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:51:15,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:51:15,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380030x0, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:51:15,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380030x0, quorum=127.0.0.1:58325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:51:15,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38003-0x10118ff9eb00001 connected 2024-11-08T05:51:15,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:51:15,413 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:51:15,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:51:15,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:51:15,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38003 2024-11-08T05:51:15,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38003 2024-11-08T05:51:15,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38003 2024-11-08T05:51:15,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38003 2024-11-08T05:51:15,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38003 2024-11-08T05:51:15,440 DEBUG [M:0;d1ba675678c9:40963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:40963 2024-11-08T05:51:15,441 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,40963,1731045074563 2024-11-08T05:51:15,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:51:15,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:51:15,516 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,40963,1731045074563 2024-11-08T05:51:15,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:15,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:51:15,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:15,648 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:51:15,650 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,40963,1731045074563 from backup master directory 2024-11-08T05:51:15,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,40963,1731045074563 2024-11-08T05:51:15,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:51:15,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:51:15,666 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:51:15,666 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,40963,1731045074563 2024-11-08T05:51:15,668 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T05:51:15,670 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T05:51:15,723 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/hbase.id] with ID: dacbab04-e566-47d8-be88-decd8799afb8 2024-11-08T05:51:15,723 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/.tmp/hbase.id 2024-11-08T05:51:15,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:51:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:51:15,736 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/.tmp/hbase.id]:[hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/hbase.id] 2024-11-08T05:51:15,786 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:51:15,791 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:51:15,810 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T05:51:15,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:15,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:51:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:51:15,853 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:51:15,855 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:51:15,860 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:51:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:51:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:51:15,906 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store 2024-11-08T05:51:15,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:51:15,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:51:15,930 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T05:51:15,934 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:51:15,936 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:51:15,936 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:51:15,936 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:51:15,939 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:51:15,939 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:51:15,939 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:51:15,941 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731045075935Disabling compacts and flushes for region at 1731045075935Disabling writes for close at 1731045075939 (+4 ms)Writing region close event to WAL at 1731045075939Closed at 1731045075939 2024-11-08T05:51:15,943 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/.initializing 2024-11-08T05:51:15,943 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/WALs/d1ba675678c9,40963,1731045074563 2024-11-08T05:51:15,952 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:51:15,968 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C40963%2C1731045074563, suffix=, logDir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/WALs/d1ba675678c9,40963,1731045074563, archiveDir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/oldWALs, maxLogs=10 2024-11-08T05:51:16,007 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/WALs/d1ba675678c9,40963,1731045074563/d1ba675678c9%2C40963%2C1731045074563.1731045075975, exclude list is [], retry=0 2024-11-08T05:51:16,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:51:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757,DISK] 2024-11-08T05:51:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-33a32c30-cb92-454e-97ed-5c06edeabf1c,DISK] 2024-11-08T05:51:16,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T05:51:16,066 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/WALs/d1ba675678c9,40963,1731045074563/d1ba675678c9%2C40963%2C1731045074563.1731045075975 2024-11-08T05:51:16,067 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41651:41651),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-08T05:51:16,068 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:51:16,068 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:51:16,071 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,072 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:51:16,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:16,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:51:16,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:51:16,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:16,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:51:16,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:51:16,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:16,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:51:16,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:51:16,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:16,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:51:16,151 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,154 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,155 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,161 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,162 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,166 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:51:16,171 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:51:16,176 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:51:16,178 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=768337, jitterRate=-0.02300921082496643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:51:16,186 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731045076084Initializing all the Stores at 1731045076086 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045076087 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045076087Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045076088 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045076088Cleaning up temporary data from old regions at 1731045076162 (+74 ms)Region opened successfully at 1731045076186 (+24 ms) 2024-11-08T05:51:16,187 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:51:16,219 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f691292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:51:16,245 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:51:16,255 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:51:16,255 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:51:16,257 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:51:16,258 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T05:51:16,262 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-08T05:51:16,262 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:51:16,285 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:51:16,292 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:51:16,338 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:51:16,342 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:51:16,345 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:51:16,430 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:51:16,433 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:51:16,437 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:51:16,464 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:51:16,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:51:16,474 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:51:16,493 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:51:16,502 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:51:16,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:51:16,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:51:16,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:16,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:16,521 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,40963,1731045074563, sessionid=0x10118ff9eb00000, setting cluster-up flag (Was=false) 2024-11-08T05:51:16,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:16,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:16,591 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:51:16,595 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,40963,1731045074563 2024-11-08T05:51:16,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:16,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:16,654 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:51:16,656 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,40963,1731045074563 2024-11-08T05:51:16,661 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:51:16,730 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:51:16,730 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(746): ClusterId : dacbab04-e566-47d8-be88-decd8799afb8 2024-11-08T05:51:16,732 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:51:16,740 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:51:16,747 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:51:16,747 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:51:16,748 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:51:16,755 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,40963,1731045074563 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:51:16,761 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:51:16,761 DEBUG [RS:0;d1ba675678c9:38003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9555d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:51:16,764 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:51:16,764 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:51:16,764 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:51:16,765 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:51:16,765 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:51:16,765 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,765 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:51:16,765 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,767 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731045106767 2024-11-08T05:51:16,768 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:51:16,769 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:51:16,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:51:16,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:51:16,772 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:51:16,773 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:51:16,773 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:51:16,773 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:51:16,774 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,776 DEBUG [RS:0;d1ba675678c9:38003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:38003 2024-11-08T05:51:16,777 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:51:16,778 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:51:16,779 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:16,779 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:51:16,779 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:51:16,779 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:51:16,779 DEBUG [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:51:16,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:51:16,781 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:51:16,781 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:51:16,782 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,40963,1731045074563 with port=38003, startcode=1731045075333 2024-11-08T05:51:16,784 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045076783,5,FailOnTimeoutGroup] 2024-11-08T05:51:16,785 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045076784,5,FailOnTimeoutGroup] 2024-11-08T05:51:16,785 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,785 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:51:16,787 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,787 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:51:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:51:16,794 DEBUG [RS:0;d1ba675678c9:38003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:51:16,795 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:51:16,796 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0 2024-11-08T05:51:16,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:51:16,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:51:16,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:51:16,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:51:16,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:51:16,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:16,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:51:16,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:51:16,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:51:16,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:16,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:51:16,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:51:16,833 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:51:16,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:51:16,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:16,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:51:16,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:51:16,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,38003,1731045075333 2024-11-08T05:51:16,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:51:16,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:16,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:51:16,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:51:16,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40963 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,38003,1731045075333 2024-11-08T05:51:16,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740 2024-11-08T05:51:16,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740 2024-11-08T05:51:16,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:51:16,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:51:16,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T05:51:16,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:51:16,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:51:16,859 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=865402, jitterRate=0.10041670501232147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T05:51:16,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731045076814Initializing all the Stores at 1731045076816 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045076817 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045076817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045076817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045076817Cleaning up temporary data from old regions at 1731045076850 (+33 ms)Region opened successfully at 1731045076863 (+13 ms) 2024-11-08T05:51:16,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:51:16,864 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:51:16,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:51:16,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:51:16,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:51:16,866 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:51:16,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731045076864Disabling compacts and flushes for region at 1731045076864Disabling writes for close at 1731045076865 (+1 ms)Writing region close event to WAL at 1731045076866 (+1 ms)Closed at 1731045076866 2024-11-08T05:51:16,866 DEBUG [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0 2024-11-08T05:51:16,867 DEBUG [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37113 2024-11-08T05:51:16,867 DEBUG [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:51:16,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:51:16,871 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:51:16,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:51:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:51:16,882 DEBUG [RS:0;d1ba675678c9:38003 {}] zookeeper.ZKUtil(111): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,38003,1731045075333 2024-11-08T05:51:16,882 WARN [RS:0;d1ba675678c9:38003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:51:16,883 INFO [RS:0;d1ba675678c9:38003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:51:16,883 DEBUG [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333 2024-11-08T05:51:16,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,38003,1731045075333] 2024-11-08T05:51:16,887 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:51:16,891 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:51:16,908 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:51:16,923 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:51:16,928 INFO [RS:0;d1ba675678c9:38003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:51:16,928 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,929 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:51:16,935 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:51:16,937 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,938 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,938 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,938 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,938 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,938 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,938 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:51:16,939 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,939 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,939 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,939 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,939 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,939 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:51:16,940 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:51:16,940 DEBUG [RS:0;d1ba675678c9:38003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:51:16,941 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,941 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,941 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,941 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,941 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,942 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38003,1731045075333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:51:16,963 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:51:16,966 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38003,1731045075333-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,966 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,966 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.Replication(171): d1ba675678c9,38003,1731045075333 started 2024-11-08T05:51:16,985 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:16,985 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,38003,1731045075333, RpcServer on d1ba675678c9/172.17.0.3:38003, sessionid=0x10118ff9eb00001 2024-11-08T05:51:16,986 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:51:16,986 DEBUG [RS:0;d1ba675678c9:38003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,38003,1731045075333 2024-11-08T05:51:16,987 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,38003,1731045075333' 2024-11-08T05:51:16,987 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:51:16,988 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:51:16,989 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:51:16,989 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:51:16,989 DEBUG [RS:0;d1ba675678c9:38003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,38003,1731045075333 2024-11-08T05:51:16,989 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,38003,1731045075333' 2024-11-08T05:51:16,990 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:51:16,990 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:51:16,991 DEBUG [RS:0;d1ba675678c9:38003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:51:16,991 INFO [RS:0;d1ba675678c9:38003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:51:16,991 INFO [RS:0;d1ba675678c9:38003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:51:17,041 WARN [d1ba675678c9:40963 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T05:51:17,096 INFO [RS:0;d1ba675678c9:38003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:51:17,099 INFO [RS:0;d1ba675678c9:38003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C38003%2C1731045075333, suffix=, logDir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333, archiveDir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/oldWALs, maxLogs=32 2024-11-08T05:51:17,114 DEBUG [RS:0;d1ba675678c9:38003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045077101, exclude list is [], retry=0 2024-11-08T05:51:17,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-33a32c30-cb92-454e-97ed-5c06edeabf1c,DISK] 2024-11-08T05:51:17,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757,DISK] 2024-11-08T05:51:17,122 INFO [RS:0;d1ba675678c9:38003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045077101 2024-11-08T05:51:17,125 DEBUG [RS:0;d1ba675678c9:38003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-08T05:51:17,294 DEBUG [d1ba675678c9:40963 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T05:51:17,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,38003,1731045075333 2024-11-08T05:51:17,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,38003,1731045075333, state=OPENING 2024-11-08T05:51:17,359 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:51:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:51:17,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:51:17,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:51:17,372 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:51:17,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,38003,1731045075333}] 2024-11-08T05:51:17,546 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:51:17,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:51:17,560 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:51:17,561 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:51:17,562 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:51:17,565 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C38003%2C1731045075333.meta, suffix=.meta, logDir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333, archiveDir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/oldWALs, maxLogs=32 2024-11-08T05:51:17,580 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.meta.1731045077567.meta, exclude list is [], retry=0 2024-11-08T05:51:17,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-33a32c30-cb92-454e-97ed-5c06edeabf1c,DISK] 2024-11-08T05:51:17,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757,DISK] 2024-11-08T05:51:17,587 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.meta.1731045077567.meta 2024-11-08T05:51:17,588 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41651:41651),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-08T05:51:17,588 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:51:17,591 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:51:17,593 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:51:17,598 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:51:17,602 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:51:17,603 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:51:17,603 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:51:17,604 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:51:17,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:51:17,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:51:17,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:17,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:51:17,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:51:17,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:51:17,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:17,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:51:17,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:51:17,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:51:17,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:17,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:51:17,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:51:17,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:51:17,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:17,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:51:17,620 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:51:17,622 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740 2024-11-08T05:51:17,626 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740 2024-11-08T05:51:17,629 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:51:17,629 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:51:17,630 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T05:51:17,634 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:51:17,636 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=759249, jitterRate=-0.034565359354019165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T05:51:17,636 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:51:17,638 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731045077604Writing region info on filesystem at 1731045077604Initializing all the Stores at 1731045077606 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045077606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045077607 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045077607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045077607Cleaning up temporary data from old regions at 1731045077629 (+22 ms)Running coprocessor post-open hooks at 1731045077636 (+7 ms)Region opened successfully at 1731045077637 (+1 ms) 2024-11-08T05:51:17,644 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731045077538 2024-11-08T05:51:17,655 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:51:17,656 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:51:17,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,38003,1731045075333 2024-11-08T05:51:17,661 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,38003,1731045075333, state=OPEN 2024-11-08T05:51:17,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:51:17,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:51:17,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:51:17,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:51:17,710 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,38003,1731045075333 2024-11-08T05:51:17,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:51:17,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,38003,1731045075333 in 337 msec 2024-11-08T05:51:17,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:51:17,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 841 msec 2024-11-08T05:51:17,726 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:51:17,726 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:51:17,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:51:17,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,38003,1731045075333, seqNum=-1] 2024-11-08T05:51:17,774 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:51:17,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:51:17,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1060 sec 2024-11-08T05:51:17,798 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731045077798, completionTime=-1 2024-11-08T05:51:17,801 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T05:51:17,801 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:51:17,825 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T05:51:17,825 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731045137825 2024-11-08T05:51:17,825 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731045197825 2024-11-08T05:51:17,825 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-08T05:51:17,827 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40963,1731045074563-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:17,828 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40963,1731045074563-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:17,828 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40963,1731045074563-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:17,829 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:40963, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:17,829 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:17,830 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:17,835 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:51:17,856 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.189sec 2024-11-08T05:51:17,857 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:51:17,858 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:51:17,859 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:51:17,859 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:51:17,859 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:51:17,860 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40963,1731045074563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:51:17,860 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40963,1731045074563-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:51:17,868 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:51:17,869 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:51:17,869 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40963,1731045074563-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:51:17,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:51:17,942 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T05:51:17,942 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T05:51:17,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40963,-1 for getting cluster id 2024-11-08T05:51:17,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:51:17,956 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dacbab04-e566-47d8-be88-decd8799afb8' 2024-11-08T05:51:17,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:51:17,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dacbab04-e566-47d8-be88-decd8799afb8" 2024-11-08T05:51:17,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7149f2fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:51:17,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40963,-1] 2024-11-08T05:51:17,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:51:17,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:51:17,966 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:51:17,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:51:17,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:51:17,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,38003,1731045075333, seqNum=-1] 2024-11-08T05:51:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:51:17,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:51:18,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,40963,1731045074563 2024-11-08T05:51:18,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:51:18,015 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T05:51:18,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T05:51:18,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40963,1731045074563 2024-11-08T05:51:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ca2fb0a 2024-11-08T05:51:18,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T05:51:18,033 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T05:51:18,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T05:51:18,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T05:51:18,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:51:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-08T05:51:18,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T05:51:18,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-08T05:51:18,054 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:18,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T05:51:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:51:18,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741835_1011 (size=389) 2024-11-08T05:51:18,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741835_1011 (size=389) 2024-11-08T05:51:18,074 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20664ad5271879163f7bf7859e6cf7c9, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0 2024-11-08T05:51:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741836_1012 (size=72) 2024-11-08T05:51:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741836_1012 (size=72) 2024-11-08T05:51:18,092 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:51:18,092 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 20664ad5271879163f7bf7859e6cf7c9, disabling compactions & flushes 2024-11-08T05:51:18,093 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:51:18,093 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:51:18,093 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. after waiting 0 ms 2024-11-08T05:51:18,093 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:51:18,093 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:51:18,093 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20664ad5271879163f7bf7859e6cf7c9: Waiting for close lock at 1731045078092Disabling compacts and flushes for region at 1731045078092Disabling writes for close at 1731045078093 (+1 ms)Writing region close event to WAL at 1731045078093Closed at 1731045078093 2024-11-08T05:51:18,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T05:51:18,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731045078096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731045078096"}]},"ts":"1731045078096"} 2024-11-08T05:51:18,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T05:51:18,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T05:51:18,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731045078109"}]},"ts":"1731045078109"} 2024-11-08T05:51:18,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-08T05:51:18,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=20664ad5271879163f7bf7859e6cf7c9, ASSIGN}] 2024-11-08T05:51:18,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=20664ad5271879163f7bf7859e6cf7c9, ASSIGN 2024-11-08T05:51:18,123 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=20664ad5271879163f7bf7859e6cf7c9, ASSIGN; state=OFFLINE, location=d1ba675678c9,38003,1731045075333; forceNewPlan=false, retain=false 2024-11-08T05:51:18,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20664ad5271879163f7bf7859e6cf7c9, regionState=OPENING, regionLocation=d1ba675678c9,38003,1731045075333 2024-11-08T05:51:18,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=20664ad5271879163f7bf7859e6cf7c9, ASSIGN because future has completed 2024-11-08T05:51:18,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20664ad5271879163f7bf7859e6cf7c9, server=d1ba675678c9,38003,1731045075333}] 2024-11-08T05:51:18,445 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:51:18,446 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 20664ad5271879163f7bf7859e6cf7c9, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:51:18,446 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,447 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:51:18,447 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,447 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,450 INFO [StoreOpener-20664ad5271879163f7bf7859e6cf7c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,453 INFO [StoreOpener-20664ad5271879163f7bf7859e6cf7c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20664ad5271879163f7bf7859e6cf7c9 columnFamilyName info 2024-11-08T05:51:18,453 DEBUG [StoreOpener-20664ad5271879163f7bf7859e6cf7c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:51:18,454 INFO [StoreOpener-20664ad5271879163f7bf7859e6cf7c9-1 {}] regionserver.HStore(327): Store=20664ad5271879163f7bf7859e6cf7c9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:51:18,454 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,456 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,457 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,458 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,458 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,461 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,464 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:51:18,465 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 20664ad5271879163f7bf7859e6cf7c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=865290, jitterRate=0.10027338564395905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:51:18,465 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:18,467 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 20664ad5271879163f7bf7859e6cf7c9: Running coprocessor pre-open hook at 1731045078447Writing region info on filesystem at 1731045078447Initializing all the Stores at 1731045078449 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045078449Cleaning up temporary data from old regions at 1731045078458 (+9 ms)Running coprocessor post-open hooks at 1731045078466 (+8 ms)Region opened successfully at 1731045078466 2024-11-08T05:51:18,469 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9., pid=6, masterSystemTime=1731045078435 2024-11-08T05:51:18,472 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:51:18,472 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:51:18,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20664ad5271879163f7bf7859e6cf7c9, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,38003,1731045075333 2024-11-08T05:51:18,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20664ad5271879163f7bf7859e6cf7c9, server=d1ba675678c9,38003,1731045075333 because future has completed 2024-11-08T05:51:18,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T05:51:18,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20664ad5271879163f7bf7859e6cf7c9, server=d1ba675678c9,38003,1731045075333 in 198 msec 2024-11-08T05:51:18,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T05:51:18,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=20664ad5271879163f7bf7859e6cf7c9, ASSIGN in 363 msec 2024-11-08T05:51:18,489 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T05:51:18,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731045078489"}]},"ts":"1731045078489"} 2024-11-08T05:51:18,491 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-08T05:51:18,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T05:51:18,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 450 msec 2024-11-08T05:51:23,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T05:51:23,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T05:51:23,171 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-08T05:51:24,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T05:51:24,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T05:51:24,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T05:51:24,905 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T05:51:24,908 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:51:24,908 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T05:51:24,908 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T05:51:24,908 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T05:51:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:51:28,126 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-08T05:51:28,131 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-08T05:51:28,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-08T05:51:28,140 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:51:28,152 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045088140, exclude list is [], retry=0 2024-11-08T05:51:28,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757,DISK] 2024-11-08T05:51:28,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-33a32c30-cb92-454e-97ed-5c06edeabf1c,DISK] 2024-11-08T05:51:28,159 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045077101 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045088140 2024-11-08T05:51:28,160 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-08T05:51:28,160 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045077101 is not closed yet, will try archiving it next time 2024-11-08T05:51:28,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741833_1009 (size=451) 2024-11-08T05:51:28,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741833_1009 (size=451) 2024-11-08T05:51:28,165 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045077101 to hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/oldWALs/d1ba675678c9%2C38003%2C1731045075333.1731045077101 2024-11-08T05:51:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9., hostname=d1ba675678c9,38003,1731045075333, seqNum=2] 2024-11-08T05:51:30,497 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_359953086_22 at /127.0.0.1:56818 [Receiving block BP-1574883285-172.17.0.3-1731045070272:blk_1073741837_1013] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 321ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/data/data3/, blockId=1073741837, seqno=2 2024-11-08T05:51:30,497 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_359953086_22 at /127.0.0.1:43186 [Receiving block BP-1574883285-172.17.0.3-1731045070272:blk_1073741837_1013] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 321ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/data/data1/, blockId=1073741837, seqno=2 2024-11-08T05:51:30,498 INFO [AsyncFSWAL-0-hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0-prefix:d1ba675678c9,38003,1731045075333 {}] wal.AbstractFSWAL(1368): Slow sync cost: 321 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38379,DS-33a32c30-cb92-454e-97ed-5c06edeabf1c,DISK], DatanodeInfoWithStorage[127.0.0.1:42071,DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757,DISK]] 2024-11-08T05:51:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38003 {}] regionserver.HRegion(8855): Flush requested on 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:51:42,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20664ad5271879163f7bf7859e6cf7c9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T05:51:42,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/.tmp/info/f6dd43a5bdb846ab9b18072d80467523 is 1055, key is row0001/info:/1731045088171/Put/seqid=0 2024-11-08T05:51:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741838_1014 (size=13386) 2024-11-08T05:51:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741838_1014 (size=13386) 2024-11-08T05:51:42,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/.tmp/info/f6dd43a5bdb846ab9b18072d80467523 2024-11-08T05:51:42,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/.tmp/info/f6dd43a5bdb846ab9b18072d80467523 as hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/info/f6dd43a5bdb846ab9b18072d80467523 2024-11-08T05:51:42,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/info/f6dd43a5bdb846ab9b18072d80467523, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T05:51:42,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 20664ad5271879163f7bf7859e6cf7c9 in 130ms, sequenceid=12, compaction requested=false 2024-11-08T05:51:42,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20664ad5271879163f7bf7859e6cf7c9: 2024-11-08T05:51:43,615 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T05:51:48,573 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045108558, exclude list is [], retry=0 2024-11-08T05:51:48,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-33a32c30-cb92-454e-97ed-5c06edeabf1c,DISK] 2024-11-08T05:51:48,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757,DISK] 2024-11-08T05:51:48,579 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045088140 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045108558 2024-11-08T05:51:48,580 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-08T05:51:48,580 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045088140 is not closed yet, will try archiving it next time 2024-11-08T05:51:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741837_1013 (size=12149) 2024-11-08T05:51:48,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741837_1013 (size=12149) 2024-11-08T05:51:53,585 INFO [AsyncFSWAL-0-hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0-prefix:d1ba675678c9,38003,1731045075333 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38379,DS-33a32c30-cb92-454e-97ed-5c06edeabf1c,DISK], DatanodeInfoWithStorage[127.0.0.1:42071,DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757,DISK]] 2024-11-08T05:51:53,591 WARN [AsyncFSWAL-0-hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0-prefix:d1ba675678c9,38003,1731045075333 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38379,DS-33a32c30-cb92-454e-97ed-5c06edeabf1c,DISK], DatanodeInfoWithStorage[127.0.0.1:42071,DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757,DISK]] 2024-11-08T05:51:53,592 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d1ba675678c9%2C38003%2C1731045075333:(num 1731045108558) roll requested 2024-11-08T05:51:53,609 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045113593, exclude list is [], retry=0 2024-11-08T05:51:53,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-33a32c30-cb92-454e-97ed-5c06edeabf1c,DISK] 2024-11-08T05:51:53,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757,DISK] 2024-11-08T05:51:53,616 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045108558 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045113593 2024-11-08T05:51:53,616 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-08T05:51:53,616 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045108558 is not closed yet, will try archiving it next time 2024-11-08T05:51:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741839_1015 (size=1233) 2024-11-08T05:51:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741839_1015 (size=1233) 2024-11-08T05:51:55,590 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:51:55,609 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045115590, exclude list is [], retry=0 2024-11-08T05:51:55,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-33a32c30-cb92-454e-97ed-5c06edeabf1c,DISK] 2024-11-08T05:51:55,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-40ae22a6-03ff-4023-9e1d-4aac15fd7757,DISK] 2024-11-08T05:51:55,615 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045113593 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045115590 2024-11-08T05:51:55,615 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-08T05:51:55,615 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045113593 is not closed yet, will try archiving it next time 2024-11-08T05:51:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741840_1016 (size=93) 2024-11-08T05:51:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741840_1016 (size=93) 2024-11-08T05:51:55,618 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/WALs/d1ba675678c9,38003,1731045075333/d1ba675678c9%2C38003%2C1731045075333.1731045113593 to hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/oldWALs/d1ba675678c9%2C38003%2C1731045075333.1731045113593 2024-11-08T05:51:58,254 INFO [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T05:51:58,254 INFO [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T05:52:03,447 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 20664ad5271879163f7bf7859e6cf7c9, had cached 0 bytes from a total of 13386 2024-11-08T05:52:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38003 {}] regionserver.HRegion(8855): Flush requested on 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:52:03,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20664ad5271879163f7bf7859e6cf7c9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T05:52:03,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/.tmp/info/42b286c2a1364e098eec0d683eb0efdb is 1055, key is row0009/info:/1731045104548/Put/seqid=0 2024-11-08T05:52:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741842_1018 (size=13386) 2024-11-08T05:52:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741842_1018 (size=13386) 2024-11-08T05:52:03,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/.tmp/info/42b286c2a1364e098eec0d683eb0efdb 2024-11-08T05:52:03,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/.tmp/info/42b286c2a1364e098eec0d683eb0efdb as hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/info/42b286c2a1364e098eec0d683eb0efdb 2024-11-08T05:52:03,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/info/42b286c2a1364e098eec0d683eb0efdb, entries=8, sequenceid=23, filesize=13.1 K 2024-11-08T05:52:03,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 20664ad5271879163f7bf7859e6cf7c9 in 40ms, sequenceid=23, compaction requested=false 2024-11-08T05:52:03,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20664ad5271879163f7bf7859e6cf7c9: 2024-11-08T05:52:03,682 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-08T05:52:03,683 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:52:03,683 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/info/f6dd43a5bdb846ab9b18072d80467523 because midkey is the same as first or last row 2024-11-08T05:52:13,615 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T05:52:15,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:52:15,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:52:15,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:52:15,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:15,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:15,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:52:15,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:52:15,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=874711957, stopped=false 2024-11-08T05:52:15,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,40963,1731045074563 2024-11-08T05:52:15,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:52:15,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:52:15,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:15,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:15,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:52:15,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:52:15,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:52:15,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:15,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:52:15,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:52:15,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,38003,1731045075333' ***** 2024-11-08T05:52:15,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:52:15,732 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:52:15,732 INFO [RS:0;d1ba675678c9:38003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:52:15,732 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:52:15,732 INFO [RS:0;d1ba675678c9:38003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:52:15,732 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(3091): Received CLOSE for 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:52:15,733 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,38003,1731045075333 2024-11-08T05:52:15,733 INFO [RS:0;d1ba675678c9:38003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:52:15,733 INFO [RS:0;d1ba675678c9:38003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:38003. 2024-11-08T05:52:15,733 DEBUG [RS:0;d1ba675678c9:38003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:52:15,733 DEBUG [RS:0;d1ba675678c9:38003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:15,734 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20664ad5271879163f7bf7859e6cf7c9, disabling compactions & flushes 2024-11-08T05:52:15,734 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:52:15,734 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:52:15,734 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:52:15,734 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:52:15,734 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:52:15,734 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:52:15,734 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. after waiting 0 ms 2024-11-08T05:52:15,734 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:52:15,734 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20664ad5271879163f7bf7859e6cf7c9 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-08T05:52:15,734 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T05:52:15,735 DEBUG [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 20664ad5271879163f7bf7859e6cf7c9=TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9.} 2024-11-08T05:52:15,735 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:52:15,735 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:52:15,735 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:52:15,735 DEBUG [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20664ad5271879163f7bf7859e6cf7c9 2024-11-08T05:52:15,735 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:52:15,735 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:52:15,735 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-08T05:52:15,744 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/.tmp/info/5446020f09704b039a8187c19ad4ae41 is 1055, key is row0017/info:/1731045125644/Put/seqid=0 2024-11-08T05:52:15,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741843_1019 (size=10222) 2024-11-08T05:52:15,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741843_1019 (size=10222) 2024-11-08T05:52:15,755 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/.tmp/info/5446020f09704b039a8187c19ad4ae41 2024-11-08T05:52:15,759 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/.tmp/info/be25824bf27e4bc4902ecf3f7d4bd1aa is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9./info:regioninfo/1731045078473/Put/seqid=0 2024-11-08T05:52:15,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741844_1020 (size=7016) 2024-11-08T05:52:15,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741844_1020 (size=7016) 2024-11-08T05:52:15,767 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/.tmp/info/be25824bf27e4bc4902ecf3f7d4bd1aa 2024-11-08T05:52:15,768 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/.tmp/info/5446020f09704b039a8187c19ad4ae41 as hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/info/5446020f09704b039a8187c19ad4ae41 2024-11-08T05:52:15,778 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/info/5446020f09704b039a8187c19ad4ae41, entries=5, sequenceid=31, filesize=10.0 K 2024-11-08T05:52:15,779 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 20664ad5271879163f7bf7859e6cf7c9 in 45ms, sequenceid=31, compaction requested=true 2024-11-08T05:52:15,786 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/default/TestLogRolling-testSlowSyncLogRolling/20664ad5271879163f7bf7859e6cf7c9/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-08T05:52:15,788 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:52:15,788 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20664ad5271879163f7bf7859e6cf7c9: Waiting for close lock at 1731045135733Running coprocessor pre-close hooks at 1731045135733Disabling compacts and flushes for region at 1731045135733Disabling writes for close at 1731045135734 (+1 ms)Obtaining lock to block concurrent updates at 1731045135734Preparing flush snapshotting stores in 20664ad5271879163f7bf7859e6cf7c9 at 1731045135734Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731045135735 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. at 1731045135736 (+1 ms)Flushing 20664ad5271879163f7bf7859e6cf7c9/info: creating writer at 1731045135736Flushing 20664ad5271879163f7bf7859e6cf7c9/info: appending metadata at 1731045135743 (+7 ms)Flushing 20664ad5271879163f7bf7859e6cf7c9/info: closing flushed file at 1731045135743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4adc40f5: reopening flushed file at 1731045135766 (+23 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 20664ad5271879163f7bf7859e6cf7c9 in 45ms, sequenceid=31, compaction requested=true at 1731045135779 (+13 ms)Writing region close event to WAL at 1731045135781 (+2 ms)Running coprocessor post-close hooks at 1731045135787 (+6 ms)Closed at 1731045135788 (+1 ms) 2024-11-08T05:52:15,789 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731045078035.20664ad5271879163f7bf7859e6cf7c9. 2024-11-08T05:52:15,792 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/.tmp/ns/114ea2c868574c8a8906df69556e997a is 43, key is default/ns:d/1731045077782/Put/seqid=0 2024-11-08T05:52:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741845_1021 (size=5153) 2024-11-08T05:52:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741845_1021 (size=5153) 2024-11-08T05:52:15,799 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/.tmp/ns/114ea2c868574c8a8906df69556e997a 2024-11-08T05:52:15,821 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/.tmp/table/c2e9c5a35bb2460d92feed8a5ab48b55 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731045078489/Put/seqid=0 2024-11-08T05:52:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741846_1022 (size=5396) 2024-11-08T05:52:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741846_1022 (size=5396) 2024-11-08T05:52:15,828 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/.tmp/table/c2e9c5a35bb2460d92feed8a5ab48b55 2024-11-08T05:52:15,838 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/.tmp/info/be25824bf27e4bc4902ecf3f7d4bd1aa as hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/info/be25824bf27e4bc4902ecf3f7d4bd1aa 2024-11-08T05:52:15,847 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/info/be25824bf27e4bc4902ecf3f7d4bd1aa, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T05:52:15,849 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/.tmp/ns/114ea2c868574c8a8906df69556e997a as hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/ns/114ea2c868574c8a8906df69556e997a 2024-11-08T05:52:15,858 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/ns/114ea2c868574c8a8906df69556e997a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T05:52:15,859 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/.tmp/table/c2e9c5a35bb2460d92feed8a5ab48b55 as hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/table/c2e9c5a35bb2460d92feed8a5ab48b55 2024-11-08T05:52:15,868 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/table/c2e9c5a35bb2460d92feed8a5ab48b55, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T05:52:15,869 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=11, compaction requested=false 2024-11-08T05:52:15,875 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T05:52:15,875 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:52:15,876 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:52:15,876 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731045135734Running coprocessor pre-close hooks at 1731045135734Disabling compacts and flushes for region at 1731045135734Disabling writes for close at 1731045135735 (+1 ms)Obtaining lock to block concurrent updates at 1731045135736 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731045135736Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731045135736Flushing stores of hbase:meta,,1.1588230740 at 1731045135737 (+1 ms)Flushing 1588230740/info: creating writer at 1731045135737Flushing 1588230740/info: appending metadata at 1731045135758 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731045135758Flushing 1588230740/ns: creating writer at 1731045135776 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731045135792 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731045135792Flushing 1588230740/table: creating writer at 1731045135807 (+15 ms)Flushing 1588230740/table: appending metadata at 1731045135821 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731045135821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44b8cd24: reopening flushed file at 1731045135836 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5639d627: reopening flushed file at 1731045135847 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f8cc76: reopening flushed file at 1731045135858 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=11, compaction requested=false at 1731045135869 (+11 ms)Writing region close event to WAL at 1731045135870 (+1 ms)Running coprocessor post-close hooks at 1731045135875 (+5 ms)Closed at 1731045135875 2024-11-08T05:52:15,876 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:52:15,935 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,38003,1731045075333; all regions closed. 2024-11-08T05:52:15,941 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T05:52:15,942 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T05:52:15,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741834_1010 (size=3066) 2024-11-08T05:52:15,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741834_1010 (size=3066) 2024-11-08T05:52:15,948 DEBUG [RS:0;d1ba675678c9:38003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/oldWALs 2024-11-08T05:52:15,948 INFO [RS:0;d1ba675678c9:38003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C38003%2C1731045075333.meta:.meta(num 1731045077567) 2024-11-08T05:52:15,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741841_1017 (size=13164) 2024-11-08T05:52:15,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741841_1017 (size=13164) 2024-11-08T05:52:15,957 DEBUG [RS:0;d1ba675678c9:38003 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/oldWALs 2024-11-08T05:52:15,957 INFO [RS:0;d1ba675678c9:38003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C38003%2C1731045075333:(num 1731045115590) 2024-11-08T05:52:15,957 DEBUG [RS:0;d1ba675678c9:38003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:15,957 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:52:15,957 INFO [RS:0;d1ba675678c9:38003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:52:15,957 INFO [RS:0;d1ba675678c9:38003 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:52:15,958 INFO [RS:0;d1ba675678c9:38003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:52:15,958 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:52:15,958 INFO [RS:0;d1ba675678c9:38003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38003 2024-11-08T05:52:15,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,38003,1731045075333 2024-11-08T05:52:15,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:52:15,972 INFO [RS:0;d1ba675678c9:38003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:52:15,982 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,38003,1731045075333] 2024-11-08T05:52:15,993 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,38003,1731045075333 already deleted, retry=false 2024-11-08T05:52:15,993 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,38003,1731045075333 expired; onlineServers=0 2024-11-08T05:52:15,993 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,40963,1731045074563' ***** 2024-11-08T05:52:15,993 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:52:15,993 INFO [M:0;d1ba675678c9:40963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:52:15,993 INFO [M:0;d1ba675678c9:40963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:52:15,994 DEBUG [M:0;d1ba675678c9:40963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:52:15,994 DEBUG [M:0;d1ba675678c9:40963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:52:15,994 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:52:15,994 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045076783 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045076783,5,FailOnTimeoutGroup] 2024-11-08T05:52:15,994 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045076784 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045076784,5,FailOnTimeoutGroup] 2024-11-08T05:52:15,994 INFO [M:0;d1ba675678c9:40963 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:52:15,995 INFO [M:0;d1ba675678c9:40963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:52:15,995 DEBUG [M:0;d1ba675678c9:40963 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:52:15,995 INFO [M:0;d1ba675678c9:40963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:52:15,995 INFO [M:0;d1ba675678c9:40963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:52:15,996 INFO [M:0;d1ba675678c9:40963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:52:15,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:52:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:52:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:16,003 DEBUG [M:0;d1ba675678c9:40963 {}] zookeeper.ZKUtil(347): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T05:52:16,003 WARN [M:0;d1ba675678c9:40963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T05:52:16,004 INFO [M:0;d1ba675678c9:40963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/.lastflushedseqids 2024-11-08T05:52:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741847_1023 (size=130) 2024-11-08T05:52:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741847_1023 (size=130) 2024-11-08T05:52:16,018 INFO [M:0;d1ba675678c9:40963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:52:16,019 INFO [M:0;d1ba675678c9:40963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:52:16,019 DEBUG [M:0;d1ba675678c9:40963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:52:16,019 INFO [M:0;d1ba675678c9:40963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:16,019 DEBUG [M:0;d1ba675678c9:40963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:16,019 DEBUG [M:0;d1ba675678c9:40963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:52:16,019 DEBUG [M:0;d1ba675678c9:40963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:16,019 INFO [M:0;d1ba675678c9:40963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-08T05:52:16,038 DEBUG [M:0;d1ba675678c9:40963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d10b87970b4473e8785df1da81e4d30 is 82, key is hbase:meta,,1/info:regioninfo/1731045077658/Put/seqid=0 2024-11-08T05:52:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741848_1024 (size=5672) 2024-11-08T05:52:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741848_1024 (size=5672) 2024-11-08T05:52:16,045 INFO [M:0;d1ba675678c9:40963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d10b87970b4473e8785df1da81e4d30 2024-11-08T05:52:16,067 DEBUG [M:0;d1ba675678c9:40963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/625c0337270f406b922c43e14b755c78 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731045078495/Put/seqid=0 2024-11-08T05:52:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741849_1025 (size=6247) 2024-11-08T05:52:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741849_1025 (size=6247) 2024-11-08T05:52:16,074 INFO [M:0;d1ba675678c9:40963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/625c0337270f406b922c43e14b755c78 2024-11-08T05:52:16,080 INFO [M:0;d1ba675678c9:40963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 625c0337270f406b922c43e14b755c78 2024-11-08T05:52:16,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:52:16,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38003-0x10118ff9eb00001, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:52:16,083 INFO [RS:0;d1ba675678c9:38003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:52:16,083 INFO [RS:0;d1ba675678c9:38003 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,38003,1731045075333; zookeeper connection closed. 2024-11-08T05:52:16,083 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fa3bfeb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fa3bfeb 2024-11-08T05:52:16,084 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T05:52:16,097 DEBUG [M:0;d1ba675678c9:40963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c846de843cd46afa19912908e7a3d92 is 69, key is d1ba675678c9,38003,1731045075333/rs:state/1731045076847/Put/seqid=0 2024-11-08T05:52:16,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741850_1026 (size=5156) 2024-11-08T05:52:16,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741850_1026 (size=5156) 2024-11-08T05:52:16,103 INFO [M:0;d1ba675678c9:40963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c846de843cd46afa19912908e7a3d92 2024-11-08T05:52:16,127 DEBUG [M:0;d1ba675678c9:40963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/364aca407efb4369b926f2b7e13e7c73 is 52, key is load_balancer_on/state:d/1731045078011/Put/seqid=0 2024-11-08T05:52:16,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741851_1027 (size=5056) 2024-11-08T05:52:16,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741851_1027 (size=5056) 2024-11-08T05:52:16,134 INFO [M:0;d1ba675678c9:40963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/364aca407efb4369b926f2b7e13e7c73 2024-11-08T05:52:16,141 DEBUG [M:0;d1ba675678c9:40963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d10b87970b4473e8785df1da81e4d30 as hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d10b87970b4473e8785df1da81e4d30 2024-11-08T05:52:16,149 INFO [M:0;d1ba675678c9:40963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d10b87970b4473e8785df1da81e4d30, entries=8, sequenceid=59, filesize=5.5 K 2024-11-08T05:52:16,150 DEBUG [M:0;d1ba675678c9:40963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/625c0337270f406b922c43e14b755c78 as hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/625c0337270f406b922c43e14b755c78 2024-11-08T05:52:16,158 INFO [M:0;d1ba675678c9:40963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 625c0337270f406b922c43e14b755c78 2024-11-08T05:52:16,158 INFO [M:0;d1ba675678c9:40963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/625c0337270f406b922c43e14b755c78, entries=6, sequenceid=59, filesize=6.1 K 2024-11-08T05:52:16,159 DEBUG [M:0;d1ba675678c9:40963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c846de843cd46afa19912908e7a3d92 as hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c846de843cd46afa19912908e7a3d92 2024-11-08T05:52:16,167 INFO [M:0;d1ba675678c9:40963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c846de843cd46afa19912908e7a3d92, entries=1, sequenceid=59, filesize=5.0 K 2024-11-08T05:52:16,169 DEBUG [M:0;d1ba675678c9:40963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/364aca407efb4369b926f2b7e13e7c73 as hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/364aca407efb4369b926f2b7e13e7c73 2024-11-08T05:52:16,176 INFO [M:0;d1ba675678c9:40963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/364aca407efb4369b926f2b7e13e7c73, entries=1, sequenceid=59, filesize=4.9 K 2024-11-08T05:52:16,178 INFO [M:0;d1ba675678c9:40963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=59, compaction requested=false 2024-11-08T05:52:16,180 INFO [M:0;d1ba675678c9:40963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:16,180 DEBUG [M:0;d1ba675678c9:40963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731045136019Disabling compacts and flushes for region at 1731045136019Disabling writes for close at 1731045136019Obtaining lock to block concurrent updates at 1731045136019Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731045136019Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731045136020 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731045136021 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731045136021Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731045136037 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731045136037Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731045136052 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731045136066 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731045136066Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731045136081 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731045136096 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731045136096Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731045136110 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731045136126 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731045136126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c8b821: reopening flushed file at 1731045136140 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2817497b: reopening flushed file at 1731045136149 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7973f710: reopening flushed file at 1731045136158 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ae224a: reopening flushed file at 1731045136167 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=59, compaction requested=false at 1731045136178 (+11 ms)Writing region close event to WAL at 1731045136180 (+2 ms)Closed at 1731045136180 2024-11-08T05:52:16,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741830_1006 (size=27973) 2024-11-08T05:52:16,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741830_1006 (size=27973) 2024-11-08T05:52:16,184 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:52:16,184 INFO [M:0;d1ba675678c9:40963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:52:16,185 INFO [M:0;d1ba675678c9:40963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40963 2024-11-08T05:52:16,185 INFO [M:0;d1ba675678c9:40963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:52:16,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:52:16,293 INFO [M:0;d1ba675678c9:40963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:52:16,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40963-0x10118ff9eb00000, quorum=127.0.0.1:58325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:52:16,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:16,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:52:16,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:52:16,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:52:16,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/hadoop.log.dir/,STOPPED} 2024-11-08T05:52:16,349 WARN [BP-1574883285-172.17.0.3-1731045070272 heartbeating to localhost/127.0.0.1:37113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:52:16,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:52:16,349 WARN [BP-1574883285-172.17.0.3-1731045070272 heartbeating to localhost/127.0.0.1:37113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1574883285-172.17.0.3-1731045070272 (Datanode Uuid ee18c631-148d-4875-a7d1-b2eb3e981a8d) service to localhost/127.0.0.1:37113 2024-11-08T05:52:16,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:52:16,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/data/data3/current/BP-1574883285-172.17.0.3-1731045070272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:16,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/data/data4/current/BP-1574883285-172.17.0.3-1731045070272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:16,351 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:52:16,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:16,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:52:16,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:52:16,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:52:16,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/hadoop.log.dir/,STOPPED} 2024-11-08T05:52:16,355 WARN [BP-1574883285-172.17.0.3-1731045070272 heartbeating to localhost/127.0.0.1:37113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:52:16,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:52:16,356 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:52:16,356 WARN [BP-1574883285-172.17.0.3-1731045070272 heartbeating to localhost/127.0.0.1:37113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1574883285-172.17.0.3-1731045070272 (Datanode Uuid 53deb001-5418-42fb-94f2-be0fbfafa306) service to localhost/127.0.0.1:37113 2024-11-08T05:52:16,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/data/data1/current/BP-1574883285-172.17.0.3-1731045070272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:16,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/cluster_c0f7719c-4f0f-c15f-6f54-22ea94107ef6/data/data2/current/BP-1574883285-172.17.0.3-1731045070272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:16,357 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:52:16,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:52:16,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:52:16,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:52:16,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:52:16,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/hadoop.log.dir/,STOPPED} 2024-11-08T05:52:16,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:52:16,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:52:16,411 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=70 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d1ba675678c9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/d1ba675678c9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@53e7bdac java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d1ba675678c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37113 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d1ba675678c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=93 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=10699 (was 11081) 2024-11-08T05:52:16,417 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=71, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=93, ProcessCount=11, AvailableMemoryMB=10699 2024-11-08T05:52:16,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:52:16,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/hadoop.log.dir so I do NOT create it in target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2 2024-11-08T05:52:16,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac0d54dc-01e0-a262-bc95-9f325b203695/hadoop.tmp.dir so I do NOT create it in target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2 2024-11-08T05:52:16,417 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d, deleteOnExit=true 2024-11-08T05:52:16,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:52:16,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/test.cache.data in system properties and HBase conf 2024-11-08T05:52:16,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:52:16,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:52:16,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:52:16,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:52:16,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:52:16,418 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:52:16,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:52:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:52:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:52:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:52:16,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:16,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:52:16,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:52:16,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:52:16,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:52:16,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:16,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6af8ea6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:52:16,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64603cf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:52:16,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41db0b91{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/java.io.tmpdir/jetty-localhost-33825-hadoop-hdfs-3_4_1-tests_jar-_-any-6567580154044901541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:52:16,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42b8143c{HTTP/1.1, (http/1.1)}{localhost:33825} 2024-11-08T05:52:16,915 INFO [Time-limited test {}] server.Server(415): Started @68689ms 2024-11-08T05:52:16,947 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:52:17,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:17,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:52:17,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:52:17,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:52:17,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:52:17,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f75fbb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:52:17,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bcaddee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:52:17,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@674ae561{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/java.io.tmpdir/jetty-localhost-33477-hadoop-hdfs-3_4_1-tests_jar-_-any-13902358365447993242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:17,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9819852{HTTP/1.1, (http/1.1)}{localhost:33477} 2024-11-08T05:52:17,296 INFO [Time-limited test {}] server.Server(415): Started @69070ms 2024-11-08T05:52:17,298 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:52:17,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:17,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:52:17,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:52:17,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:52:17,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:52:17,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ded02cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:52:17,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25518f98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:52:17,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@600b0a8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/java.io.tmpdir/jetty-localhost-42779-hadoop-hdfs-3_4_1-tests_jar-_-any-10441764931015597609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:17,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b8e90f2{HTTP/1.1, (http/1.1)}{localhost:42779} 2024-11-08T05:52:17,434 INFO [Time-limited test {}] server.Server(415): Started @69208ms 2024-11-08T05:52:17,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:52:18,475 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data1/current/BP-558832710-172.17.0.3-1731045136444/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:18,476 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data2/current/BP-558832710-172.17.0.3-1731045136444/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:18,492 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:52:18,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe120d3bea9f62722 with lease ID 0xa0031656c7d70ba4: Processing first storage report for DS-cf770f1f-1f92-4479-b167-8a0347913ca1 from datanode DatanodeRegistration(127.0.0.1:46135, datanodeUuid=fa3c0be2-6050-4b91-8e7d-494a42315c0d, infoPort=38719, infoSecurePort=0, ipcPort=40971, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444) 2024-11-08T05:52:18,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe120d3bea9f62722 with lease ID 0xa0031656c7d70ba4: from storage DS-cf770f1f-1f92-4479-b167-8a0347913ca1 node DatanodeRegistration(127.0.0.1:46135, datanodeUuid=fa3c0be2-6050-4b91-8e7d-494a42315c0d, infoPort=38719, infoSecurePort=0, ipcPort=40971, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:18,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe120d3bea9f62722 with lease ID 0xa0031656c7d70ba4: Processing first storage report for DS-6c27663e-cc80-41ce-87cd-dd88d4ebcb5b from datanode DatanodeRegistration(127.0.0.1:46135, datanodeUuid=fa3c0be2-6050-4b91-8e7d-494a42315c0d, infoPort=38719, infoSecurePort=0, ipcPort=40971, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444) 2024-11-08T05:52:18,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe120d3bea9f62722 with lease ID 0xa0031656c7d70ba4: from storage DS-6c27663e-cc80-41ce-87cd-dd88d4ebcb5b node DatanodeRegistration(127.0.0.1:46135, datanodeUuid=fa3c0be2-6050-4b91-8e7d-494a42315c0d, infoPort=38719, infoSecurePort=0, ipcPort=40971, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:18,624 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data3/current/BP-558832710-172.17.0.3-1731045136444/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:18,624 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data4/current/BP-558832710-172.17.0.3-1731045136444/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:18,640 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:52:18,643 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe24001bb21fccf61 with lease ID 0xa0031656c7d70ba5: Processing first storage report for DS-12bc4f21-08a1-4b35-a8f1-7328c221c772 from datanode DatanodeRegistration(127.0.0.1:41207, datanodeUuid=73b752c9-2c18-42fe-88c4-6ad9aa540bc2, infoPort=42113, infoSecurePort=0, ipcPort=36723, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444) 2024-11-08T05:52:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe24001bb21fccf61 with lease ID 0xa0031656c7d70ba5: from storage DS-12bc4f21-08a1-4b35-a8f1-7328c221c772 node DatanodeRegistration(127.0.0.1:41207, datanodeUuid=73b752c9-2c18-42fe-88c4-6ad9aa540bc2, infoPort=42113, infoSecurePort=0, ipcPort=36723, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe24001bb21fccf61 with lease ID 0xa0031656c7d70ba5: Processing first storage report for DS-a0aecfff-c31d-4f97-b480-e502088e3f07 from datanode DatanodeRegistration(127.0.0.1:41207, datanodeUuid=73b752c9-2c18-42fe-88c4-6ad9aa540bc2, infoPort=42113, infoSecurePort=0, ipcPort=36723, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444) 2024-11-08T05:52:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe24001bb21fccf61 with lease ID 0xa0031656c7d70ba5: from storage DS-a0aecfff-c31d-4f97-b480-e502088e3f07 node DatanodeRegistration(127.0.0.1:41207, datanodeUuid=73b752c9-2c18-42fe-88c4-6ad9aa540bc2, infoPort=42113, infoSecurePort=0, ipcPort=36723, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:18,677 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2 2024-11-08T05:52:18,681 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/zookeeper_0, clientPort=55389, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:52:18,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55389 2024-11-08T05:52:18,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:18,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:52:18,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:52:18,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb with version=8 2024-11-08T05:52:18,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/hbase-staging 2024-11-08T05:52:18,703 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:52:18,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:18,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:18,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:52:18,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:18,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:52:18,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:52:18,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:52:18,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36935 2024-11-08T05:52:18,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36935 connecting to ZooKeeper ensemble=127.0.0.1:55389 2024-11-08T05:52:18,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369350x0, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:52:18,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36935-0x10119009ca30000 connected 2024-11-08T05:52:18,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:18,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:18,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:52:18,857 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb, hbase.cluster.distributed=false 2024-11-08T05:52:18,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:52:18,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36935 2024-11-08T05:52:18,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36935 2024-11-08T05:52:18,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36935 2024-11-08T05:52:18,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36935 2024-11-08T05:52:18,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36935 2024-11-08T05:52:18,877 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:52:18,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:18,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:18,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:52:18,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:18,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:52:18,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:52:18,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:52:18,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34605 2024-11-08T05:52:18,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34605 connecting to ZooKeeper ensemble=127.0.0.1:55389 2024-11-08T05:52:18,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:18,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:18,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346050x0, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:52:18,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34605-0x10119009ca30001 connected 2024-11-08T05:52:18,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:52:18,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:52:18,900 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:52:18,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:52:18,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:52:18,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34605 2024-11-08T05:52:18,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34605 2024-11-08T05:52:18,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34605 2024-11-08T05:52:18,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34605 2024-11-08T05:52:18,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34605 2024-11-08T05:52:18,921 DEBUG [M:0;d1ba675678c9:36935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:36935 2024-11-08T05:52:18,921 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,36935,1731045138703 2024-11-08T05:52:18,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:52:18,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:52:18,930 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,36935,1731045138703 2024-11-08T05:52:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:52:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:18,941 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:52:18,941 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,36935,1731045138703 from backup master directory 2024-11-08T05:52:18,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,36935,1731045138703 2024-11-08T05:52:18,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:52:18,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:52:18,951 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:52:18,951 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,36935,1731045138703 2024-11-08T05:52:18,958 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/hbase.id] with ID: 4b9fc2d0-d323-4bec-aeaf-ee35859de917 2024-11-08T05:52:18,958 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/.tmp/hbase.id 2024-11-08T05:52:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:52:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:52:18,966 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/.tmp/hbase.id]:[hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/hbase.id] 2024-11-08T05:52:18,983 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:18,983 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:52:18,985 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T05:52:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:52:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:52:19,009 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:52:19,010 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:52:19,011 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:52:19,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:52:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:52:19,023 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store 2024-11-08T05:52:19,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:52:19,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:52:19,436 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:19,437 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:52:19,437 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:19,437 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:19,438 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:52:19,438 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:19,438 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:19,438 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731045139437Disabling compacts and flushes for region at 1731045139437Disabling writes for close at 1731045139438 (+1 ms)Writing region close event to WAL at 1731045139438Closed at 1731045139438 2024-11-08T05:52:19,441 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/.initializing 2024-11-08T05:52:19,441 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703 2024-11-08T05:52:19,444 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:52:19,448 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C36935%2C1731045138703, suffix=, logDir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703, archiveDir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/oldWALs, maxLogs=10 2024-11-08T05:52:19,461 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045139448, exclude list is [], retry=0 2024-11-08T05:52:19,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41207,DS-12bc4f21-08a1-4b35-a8f1-7328c221c772,DISK] 2024-11-08T05:52:19,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46135,DS-cf770f1f-1f92-4479-b167-8a0347913ca1,DISK] 2024-11-08T05:52:19,466 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045139448 2024-11-08T05:52:19,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42113:42113),(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-08T05:52:19,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:52:19,467 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:19,467 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,467 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:52:19,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:19,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:19,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:52:19,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:19,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:52:19,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:52:19,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:19,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:52:19,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:52:19,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:19,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:52:19,481 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,482 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,483 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,484 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,484 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,485 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:52:19,487 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:19,489 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:52:19,490 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710995, jitterRate=-0.0959240198135376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:52:19,491 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731045139467Initializing all the Stores at 1731045139468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045139468Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045139468Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045139469 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045139469Cleaning up temporary data from old regions at 1731045139484 (+15 ms)Region opened successfully at 1731045139491 (+7 ms) 2024-11-08T05:52:19,491 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:52:19,495 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a5aa1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:52:19,496 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:52:19,497 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:52:19,497 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:52:19,497 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:52:19,498 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T05:52:19,498 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T05:52:19,498 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:52:19,500 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:52:19,501 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:52:19,550 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:52:19,551 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:52:19,552 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:52:19,561 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:52:19,561 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:52:19,562 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:52:19,571 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:52:19,572 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:52:19,582 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:52:19,584 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:52:19,592 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:52:19,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:52:19,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:52:19,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:19,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:19,604 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,36935,1731045138703, sessionid=0x10119009ca30000, setting cluster-up flag (Was=false) 2024-11-08T05:52:19,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:19,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:19,656 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:52:19,658 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,36935,1731045138703 2024-11-08T05:52:19,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:19,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:19,714 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:52:19,718 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,36935,1731045138703 2024-11-08T05:52:19,722 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:52:19,726 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:52:19,726 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:52:19,727 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:52:19,727 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,36935,1731045138703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:52:19,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:52:19,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:52:19,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:52:19,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:52:19,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:52:19,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:52:19,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:52:19,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:52:19,735 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:19,735 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:52:19,736 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731045169736 2024-11-08T05:52:19,736 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:52:19,736 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:52:19,736 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:52:19,736 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:52:19,736 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:52:19,737 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:52:19,740 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,741 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:52:19,741 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:52:19,741 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:52:19,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:52:19,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:52:19,742 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045139742,5,FailOnTimeoutGroup] 2024-11-08T05:52:19,744 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045139742,5,FailOnTimeoutGroup] 2024-11-08T05:52:19,744 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,744 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:52:19,744 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,744 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:52:19,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:52:19,808 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(746): ClusterId : 4b9fc2d0-d323-4bec-aeaf-ee35859de917 2024-11-08T05:52:19,808 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:52:19,820 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:52:19,820 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:52:19,831 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:52:19,831 DEBUG [RS:0;d1ba675678c9:34605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d37248c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:52:19,842 DEBUG [RS:0;d1ba675678c9:34605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:34605 2024-11-08T05:52:19,842 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:52:19,842 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:52:19,842 DEBUG [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:52:19,843 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,36935,1731045138703 with port=34605, startcode=1731045138877 2024-11-08T05:52:19,843 DEBUG [RS:0;d1ba675678c9:34605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:52:19,845 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:52:19,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,34605,1731045138877 2024-11-08T05:52:19,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36935 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,34605,1731045138877 2024-11-08T05:52:19,848 DEBUG [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb 2024-11-08T05:52:19,848 DEBUG [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46615 2024-11-08T05:52:19,848 DEBUG [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:52:19,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:52:19,862 DEBUG [RS:0;d1ba675678c9:34605 {}] zookeeper.ZKUtil(111): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,34605,1731045138877 2024-11-08T05:52:19,862 WARN [RS:0;d1ba675678c9:34605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:52:19,862 INFO [RS:0;d1ba675678c9:34605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:52:19,862 DEBUG [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877 2024-11-08T05:52:19,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,34605,1731045138877] 2024-11-08T05:52:19,866 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:52:19,869 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:52:19,870 INFO [RS:0;d1ba675678c9:34605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:52:19,870 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,870 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:52:19,871 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:52:19,871 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,872 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,873 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:19,873 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:52:19,873 DEBUG [RS:0;d1ba675678c9:34605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:52:19,873 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,873 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,873 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,873 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,873 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,874 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,34605,1731045138877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:52:19,888 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:52:19,889 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,34605,1731045138877-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,889 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,889 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.Replication(171): d1ba675678c9,34605,1731045138877 started 2024-11-08T05:52:19,904 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:19,904 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,34605,1731045138877, RpcServer on d1ba675678c9/172.17.0.3:34605, sessionid=0x10119009ca30001 2024-11-08T05:52:19,904 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:52:19,904 DEBUG [RS:0;d1ba675678c9:34605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,34605,1731045138877 2024-11-08T05:52:19,904 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,34605,1731045138877' 2024-11-08T05:52:19,904 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:52:19,905 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:52:19,905 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:52:19,905 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:52:19,905 DEBUG [RS:0;d1ba675678c9:34605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,34605,1731045138877 2024-11-08T05:52:19,906 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,34605,1731045138877' 2024-11-08T05:52:19,906 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:52:19,906 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:52:19,906 DEBUG [RS:0;d1ba675678c9:34605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:52:19,906 INFO [RS:0;d1ba675678c9:34605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:52:19,906 INFO [RS:0;d1ba675678c9:34605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:52:20,007 INFO [RS:0;d1ba675678c9:34605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:52:20,011 INFO [RS:0;d1ba675678c9:34605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C34605%2C1731045138877, suffix=, logDir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877, archiveDir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/oldWALs, maxLogs=32 2024-11-08T05:52:20,030 DEBUG [RS:0;d1ba675678c9:34605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045140016, exclude list is [], retry=0 2024-11-08T05:52:20,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46135,DS-cf770f1f-1f92-4479-b167-8a0347913ca1,DISK] 2024-11-08T05:52:20,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41207,DS-12bc4f21-08a1-4b35-a8f1-7328c221c772,DISK] 2024-11-08T05:52:20,036 INFO [RS:0;d1ba675678c9:34605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045140016 2024-11-08T05:52:20,037 DEBUG [RS:0;d1ba675678c9:34605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42113:42113),(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-08T05:52:20,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:52:20,154 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb 2024-11-08T05:52:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741833_1009 (size=32) 2024-11-08T05:52:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741833_1009 (size=32) 2024-11-08T05:52:20,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:20,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:52:20,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:52:20,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:20,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:20,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:52:20,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:52:20,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:20,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:20,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:52:20,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:52:20,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:20,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:20,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:52:20,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:52:20,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:20,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:52:20,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740 2024-11-08T05:52:20,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740 2024-11-08T05:52:20,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:52:20,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:52:20,223 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T05:52:20,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:52:20,227 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:52:20,228 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=853779, jitterRate=0.08563657104969025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T05:52:20,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731045140206Initializing all the Stores at 1731045140207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045140207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045140208 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045140208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045140208Cleaning up temporary data from old regions at 1731045140222 (+14 ms)Region opened successfully at 1731045140228 (+6 ms) 2024-11-08T05:52:20,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:52:20,229 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:52:20,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:52:20,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:52:20,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:52:20,229 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:52:20,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731045140229Disabling compacts and flushes for region at 1731045140229Disabling writes for close at 1731045140229Writing region close event to WAL at 1731045140229Closed at 1731045140229 2024-11-08T05:52:20,231 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:52:20,231 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:52:20,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:52:20,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:52:20,234 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:52:20,385 DEBUG [d1ba675678c9:36935 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T05:52:20,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,34605,1731045138877 2024-11-08T05:52:20,389 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,34605,1731045138877, state=OPENING 2024-11-08T05:52:20,440 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:52:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:20,453 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:52:20,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,34605,1731045138877}] 2024-11-08T05:52:20,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:52:20,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:52:20,609 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:52:20,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:52:20,622 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:52:20,622 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:52:20,623 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:52:20,625 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C34605%2C1731045138877.meta, suffix=.meta, logDir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877, archiveDir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/oldWALs, maxLogs=32 2024-11-08T05:52:20,640 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045140626.meta, exclude list is [], retry=0 2024-11-08T05:52:20,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41207,DS-12bc4f21-08a1-4b35-a8f1-7328c221c772,DISK] 2024-11-08T05:52:20,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46135,DS-cf770f1f-1f92-4479-b167-8a0347913ca1,DISK] 2024-11-08T05:52:20,645 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045140626.meta 2024-11-08T05:52:20,645 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719),(127.0.0.1/127.0.0.1:42113:42113)] 2024-11-08T05:52:20,645 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:52:20,646 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:52:20,646 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:52:20,646 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:52:20,646 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:52:20,646 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:20,646 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:52:20,646 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:52:20,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:52:20,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:52:20,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:20,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:20,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:52:20,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:52:20,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:20,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:20,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:52:20,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:52:20,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:20,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:20,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:52:20,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:52:20,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:20,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:20,656 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:52:20,656 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740 2024-11-08T05:52:20,658 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740 2024-11-08T05:52:20,659 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:52:20,659 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:52:20,660 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T05:52:20,661 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:52:20,662 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=847474, jitterRate=0.0776190459728241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T05:52:20,662 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:52:20,663 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731045140646Writing region info on filesystem at 1731045140646Initializing all the Stores at 1731045140648 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045140648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045140648Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045140648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045140648Cleaning up temporary data from old regions at 1731045140659 (+11 ms)Running coprocessor post-open hooks at 1731045140662 (+3 ms)Region opened successfully at 1731045140663 (+1 ms) 2024-11-08T05:52:20,664 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731045140609 2024-11-08T05:52:20,667 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:52:20,667 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:52:20,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,34605,1731045138877 2024-11-08T05:52:20,669 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,34605,1731045138877, state=OPEN 2024-11-08T05:52:20,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:52:20,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:52:20,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,34605,1731045138877 2024-11-08T05:52:20,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:52:20,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:52:20,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:52:20,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,34605,1731045138877 in 260 msec 2024-11-08T05:52:20,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:52:20,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-08T05:52:20,720 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:52:20,721 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:52:20,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:52:20,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,34605,1731045138877, seqNum=-1] 2024-11-08T05:52:20,723 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:52:20,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:52:20,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0060 sec 2024-11-08T05:52:20,732 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731045140732, completionTime=-1 2024-11-08T05:52:20,732 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T05:52:20,732 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:52:20,734 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T05:52:20,734 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731045200734 2024-11-08T05:52:20,734 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731045260734 2024-11-08T05:52:20,734 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T05:52:20,734 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36935,1731045138703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:20,735 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36935,1731045138703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:20,735 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36935,1731045138703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:20,735 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:36935, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:20,735 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:20,735 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:20,737 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:52:20,740 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.789sec 2024-11-08T05:52:20,740 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:52:20,740 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:52:20,740 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:52:20,740 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:52:20,740 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:52:20,740 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36935,1731045138703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:52:20,740 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36935,1731045138703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:52:20,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:52:20,743 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:52:20,743 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36935,1731045138703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:20,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:20,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:20,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8b0c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:52:20,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36935,-1 for getting cluster id 2024-11-08T05:52:20,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:52:20,810 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b9fc2d0-d323-4bec-aeaf-ee35859de917' 2024-11-08T05:52:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:52:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b9fc2d0-d323-4bec-aeaf-ee35859de917" 2024-11-08T05:52:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63eb2eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:52:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36935,-1] 2024-11-08T05:52:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:52:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:20,813 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:52:20,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bce56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:52:20,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:52:20,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,34605,1731045138877, seqNum=-1] 2024-11-08T05:52:20,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:52:20,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:52:20,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,36935,1731045138703 2024-11-08T05:52:20,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:20,824 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T05:52:20,832 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:52:20,838 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:20,852 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:20,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:20,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:52:20,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:52:20,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:52:20,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:52:20,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71aa8073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:52:20,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe754c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:52:20,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ea0ce88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/java.io.tmpdir/jetty-localhost-36633-hadoop-hdfs-3_4_1-tests_jar-_-any-17396776672256773864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:20,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29dda60{HTTP/1.1, (http/1.1)}{localhost:36633} 2024-11-08T05:52:20,963 INFO [Time-limited test {}] server.Server(415): Started @72737ms 2024-11-08T05:52:20,965 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:52:20,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:20,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:52:20,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:52:20,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:52:20,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:52:21,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34d98298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:52:21,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ab81a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:52:21,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b487b56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/java.io.tmpdir/jetty-localhost-36029-hadoop-hdfs-3_4_1-tests_jar-_-any-4487720044932903322/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:21,093 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bc43b80{HTTP/1.1, (http/1.1)}{localhost:36029} 2024-11-08T05:52:21,093 INFO [Time-limited test {}] server.Server(415): Started @72867ms 2024-11-08T05:52:21,095 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:52:21,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:21,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:52:21,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:52:21,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:52:21,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:52:21,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26acbde6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:52:21,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72cbe29e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:52:21,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1232e111{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/java.io.tmpdir/jetty-localhost-33865-hadoop-hdfs-3_4_1-tests_jar-_-any-13706714651275833859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:21,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6773ffbc{HTTP/1.1, (http/1.1)}{localhost:33865} 2024-11-08T05:52:21,224 INFO [Time-limited test {}] server.Server(415): Started @72998ms 2024-11-08T05:52:21,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:52:22,614 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data5/current/BP-558832710-172.17.0.3-1731045136444/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:22,615 WARN [Thread-549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data6/current/BP-558832710-172.17.0.3-1731045136444/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:22,634 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:52:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b158f625f0dde1 with lease ID 0xa0031656c7d70ba6: Processing first storage report for DS-3d9ecd99-f5b6-4797-8b06-ae6250333d54 from datanode DatanodeRegistration(127.0.0.1:44483, datanodeUuid=94e5e157-38a2-420f-83ba-443806383d0c, infoPort=37083, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444) 2024-11-08T05:52:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b158f625f0dde1 with lease ID 0xa0031656c7d70ba6: from storage DS-3d9ecd99-f5b6-4797-8b06-ae6250333d54 node DatanodeRegistration(127.0.0.1:44483, datanodeUuid=94e5e157-38a2-420f-83ba-443806383d0c, infoPort=37083, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T05:52:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b158f625f0dde1 with lease ID 0xa0031656c7d70ba6: Processing first storage report for DS-9c3ac61d-b9a3-48b8-87ca-57c3bb76a4ed from datanode DatanodeRegistration(127.0.0.1:44483, datanodeUuid=94e5e157-38a2-420f-83ba-443806383d0c, infoPort=37083, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444) 2024-11-08T05:52:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b158f625f0dde1 with lease ID 0xa0031656c7d70ba6: from storage DS-9c3ac61d-b9a3-48b8-87ca-57c3bb76a4ed node DatanodeRegistration(127.0.0.1:44483, datanodeUuid=94e5e157-38a2-420f-83ba-443806383d0c, infoPort=37083, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:22,807 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data7/current/BP-558832710-172.17.0.3-1731045136444/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:22,807 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data8/current/BP-558832710-172.17.0.3-1731045136444/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:22,824 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:52:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x775641434fea9ede with lease ID 0xa0031656c7d70ba7: Processing first storage report for DS-1d572a59-e946-4b51-a62f-42f4e60234b7 from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=412d6492-1a5f-4c94-a4ba-e80eec0da377, infoPort=46829, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444) 2024-11-08T05:52:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x775641434fea9ede with lease ID 0xa0031656c7d70ba7: from storage DS-1d572a59-e946-4b51-a62f-42f4e60234b7 node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=412d6492-1a5f-4c94-a4ba-e80eec0da377, infoPort=46829, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x775641434fea9ede with lease ID 0xa0031656c7d70ba7: Processing first storage report for DS-7b8a448b-ddc3-4c02-ba6e-a54b38948a7b from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=412d6492-1a5f-4c94-a4ba-e80eec0da377, infoPort=46829, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444) 2024-11-08T05:52:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x775641434fea9ede with lease ID 0xa0031656c7d70ba7: from storage DS-7b8a448b-ddc3-4c02-ba6e-a54b38948a7b node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=412d6492-1a5f-4c94-a4ba-e80eec0da377, infoPort=46829, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:22,866 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data9/current/BP-558832710-172.17.0.3-1731045136444/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:22,866 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data10/current/BP-558832710-172.17.0.3-1731045136444/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:22,885 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:52:22,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe00e862a896d5258 with lease ID 0xa0031656c7d70ba8: Processing first storage report for DS-5616e7aa-d1a7-4c11-8bc5-d4329f3518ce from datanode DatanodeRegistration(127.0.0.1:45637, datanodeUuid=0d848753-70ae-4007-b0c7-24fd728c0353, infoPort=45149, infoSecurePort=0, ipcPort=33279, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444) 2024-11-08T05:52:22,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe00e862a896d5258 with lease ID 0xa0031656c7d70ba8: from storage DS-5616e7aa-d1a7-4c11-8bc5-d4329f3518ce node DatanodeRegistration(127.0.0.1:45637, datanodeUuid=0d848753-70ae-4007-b0c7-24fd728c0353, infoPort=45149, infoSecurePort=0, ipcPort=33279, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:22,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe00e862a896d5258 with lease ID 0xa0031656c7d70ba8: Processing first storage report for DS-fc832b9b-7e6f-43f6-9733-dd5b1f70b441 from datanode DatanodeRegistration(127.0.0.1:45637, datanodeUuid=0d848753-70ae-4007-b0c7-24fd728c0353, infoPort=45149, infoSecurePort=0, ipcPort=33279, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444) 2024-11-08T05:52:22,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe00e862a896d5258 with lease ID 0xa0031656c7d70ba8: from storage DS-fc832b9b-7e6f-43f6-9733-dd5b1f70b441 node DatanodeRegistration(127.0.0.1:45637, datanodeUuid=0d848753-70ae-4007-b0c7-24fd728c0353, infoPort=45149, infoSecurePort=0, ipcPort=33279, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:22,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T05:52:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,36935,1731045138703 2024-11-08T05:52:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45abe08f 2024-11-08T05:52:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T05:52:22,975 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T05:52:22,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T05:52:22,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T05:52:22,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:52:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T05:52:22,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T05:52:22,982 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:22,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-08T05:52:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:52:22,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T05:52:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45637 is added to blk_1073741835_1011 (size=393) 2024-11-08T05:52:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741835_1011 (size=393) 2024-11-08T05:52:22,997 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a618f76e53e62db94ed3aa0cb00c8dd, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb 2024-11-08T05:52:23,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45637 is added to blk_1073741836_1012 (size=76) 2024-11-08T05:52:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741836_1012 (size=76) 2024-11-08T05:52:23,008 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:23,008 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 5a618f76e53e62db94ed3aa0cb00c8dd, disabling compactions & flushes 2024-11-08T05:52:23,008 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:23,008 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:23,008 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. after waiting 0 ms 2024-11-08T05:52:23,009 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:23,009 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:23,009 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a618f76e53e62db94ed3aa0cb00c8dd: Waiting for close lock at 1731045143008Disabling compacts and flushes for region at 1731045143008Disabling writes for close at 1731045143008Writing region close event to WAL at 1731045143009 (+1 ms)Closed at 1731045143009 2024-11-08T05:52:23,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T05:52:23,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731045143011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731045143011"}]},"ts":"1731045143011"} 2024-11-08T05:52:23,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T05:52:23,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T05:52:23,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731045143016"}]},"ts":"1731045143016"} 2024-11-08T05:52:23,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-08T05:52:23,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=5a618f76e53e62db94ed3aa0cb00c8dd, ASSIGN}] 2024-11-08T05:52:23,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=5a618f76e53e62db94ed3aa0cb00c8dd, ASSIGN 2024-11-08T05:52:23,022 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=5a618f76e53e62db94ed3aa0cb00c8dd, ASSIGN; state=OFFLINE, location=d1ba675678c9,34605,1731045138877; forceNewPlan=false, retain=false 2024-11-08T05:52:23,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a618f76e53e62db94ed3aa0cb00c8dd, regionState=OPENING, regionLocation=d1ba675678c9,34605,1731045138877 2024-11-08T05:52:23,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=5a618f76e53e62db94ed3aa0cb00c8dd, ASSIGN because future has completed 2024-11-08T05:52:23,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a618f76e53e62db94ed3aa0cb00c8dd, server=d1ba675678c9,34605,1731045138877}] 2024-11-08T05:52:23,351 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:23,351 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a618f76e53e62db94ed3aa0cb00c8dd, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:52:23,352 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,352 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:23,352 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,352 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,354 INFO [StoreOpener-5a618f76e53e62db94ed3aa0cb00c8dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,357 INFO [StoreOpener-5a618f76e53e62db94ed3aa0cb00c8dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a618f76e53e62db94ed3aa0cb00c8dd columnFamilyName info 2024-11-08T05:52:23,357 DEBUG [StoreOpener-5a618f76e53e62db94ed3aa0cb00c8dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:23,358 INFO [StoreOpener-5a618f76e53e62db94ed3aa0cb00c8dd-1 {}] regionserver.HStore(327): Store=5a618f76e53e62db94ed3aa0cb00c8dd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:52:23,358 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,359 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,360 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,360 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,361 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,364 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,367 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/5a618f76e53e62db94ed3aa0cb00c8dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:52:23,368 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a618f76e53e62db94ed3aa0cb00c8dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=712221, jitterRate=-0.09436491131782532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:52:23,368 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:23,370 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a618f76e53e62db94ed3aa0cb00c8dd: Running coprocessor pre-open hook at 1731045143352Writing region info on filesystem at 1731045143352Initializing all the Stores at 1731045143354 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045143354Cleaning up temporary data from old regions at 1731045143361 (+7 ms)Running coprocessor post-open hooks at 1731045143368 (+7 ms)Region opened successfully at 1731045143369 (+1 ms) 2024-11-08T05:52:23,371 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd., pid=6, masterSystemTime=1731045143338 2024-11-08T05:52:23,374 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:23,374 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:23,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a618f76e53e62db94ed3aa0cb00c8dd, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,34605,1731045138877 2024-11-08T05:52:23,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a618f76e53e62db94ed3aa0cb00c8dd, server=d1ba675678c9,34605,1731045138877 because future has completed 2024-11-08T05:52:23,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T05:52:23,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a618f76e53e62db94ed3aa0cb00c8dd, server=d1ba675678c9,34605,1731045138877 in 196 msec 2024-11-08T05:52:23,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T05:52:23,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=5a618f76e53e62db94ed3aa0cb00c8dd, ASSIGN in 363 msec 2024-11-08T05:52:23,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T05:52:23,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731045143386"}]},"ts":"1731045143386"} 2024-11-08T05:52:23,388 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-08T05:52:23,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T05:52:23,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 413 msec 2024-11-08T05:52:24,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T05:52:24,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-08T05:52:24,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T05:52:25,867 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T05:52:25,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-08T05:52:28,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:52:28,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:28,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:52:33,026 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-08T05:52:33,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-08T05:52:33,027 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:52:33,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-08T05:52:33,031 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:52:33,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-08T05:52:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd., hostname=d1ba675678c9,34605,1731045138877, seqNum=2] 2024-11-08T05:52:33,038 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-08T05:52:33,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T05:52:33,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:33,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1755927407_22 at /127.0.0.1:42172 [Receiving block BP-558832710-172.17.0.3-1731045136444:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46135:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42172 dst: /127.0.0.1:46135 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-141506572_22 at /127.0.0.1:42188 [Receiving block BP-558832710-172.17.0.3-1731045136444:blk_1073741832_1008] {}] datanode.DataXceiver(331): 127.0.0.1:46135:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42188 dst: /127.0.0.1:46135 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-141506572_22 at /127.0.0.1:42196 [Receiving block BP-558832710-172.17.0.3-1731045136444:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46135:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42196 dst: /127.0.0.1:46135 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-141506572_22 at /127.0.0.1:38348 [Receiving block BP-558832710-172.17.0.3-1731045136444:blk_1073741832_1008] {}] datanode.DataXceiver(331): 127.0.0.1:41207:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38348 dst: /127.0.0.1:41207 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-141506572_22 at /127.0.0.1:38388 [Receiving block BP-558832710-172.17.0.3-1731045136444:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41207:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38388 dst: /127.0.0.1:41207 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1755927407_22 at /127.0.0.1:38326 [Receiving block BP-558832710-172.17.0.3-1731045136444:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41207:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38326 dst: /127.0.0.1:41207 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@600b0a8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:33,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b8e90f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:52:33,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:52:33,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25518f98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:52:33,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ded02cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,STOPPED} 2024-11-08T05:52:33,102 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:52:33,102 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:52:33,102 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558832710-172.17.0.3-1731045136444 (Datanode Uuid 73b752c9-2c18-42fe-88c4-6ad9aa540bc2) service to localhost/127.0.0.1:46615 2024-11-08T05:52:33,102 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:52:33,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data3/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:33,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data4/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:33,104 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:52:33,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:33,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:52:33,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:52:33,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:52:33,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:52:33,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664901fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:52:33,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17238c92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:52:33,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45984587{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/java.io.tmpdir/jetty-localhost-38193-hadoop-hdfs-3_4_1-tests_jar-_-any-10318995483200382354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:33,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@516b4a2c{HTTP/1.1, (http/1.1)}{localhost:38193} 2024-11-08T05:52:33,218 INFO [Time-limited test {}] server.Server(415): Started @84991ms 2024-11-08T05:52:33,219 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:52:33,242 WARN [AsyncFSWAL-0-hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb-prefix:d1ba675678c9,34605,1731045138877 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,243 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d1ba675678c9%2C34605%2C1731045138877:(num 1731045140016) roll requested 2024-11-08T05:52:33,256 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045153243, exclude list is [], retry=0 2024-11-08T05:52:33,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45637,DS-5616e7aa-d1a7-4c11-8bc5-d4329f3518ce,DISK] 2024-11-08T05:52:33,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44483,DS-3d9ecd99-f5b6-4797-8b06-ae6250333d54,DISK] 2024-11-08T05:52:33,261 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045140016 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045153243 2024-11-08T05:52:33,261 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45149:45149),(127.0.0.1/127.0.0.1:37083:37083)] 2024-11-08T05:52:33,261 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045140016 is not closed yet, will try archiving it next time 2024-11-08T05:52:33,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:52:33,262 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:52:33,262 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:52:33,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:33,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:33,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:52:33,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:52:33,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1541830710, stopped=false 2024-11-08T05:52:33,263 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,36935,1731045138703 2024-11-08T05:52:33,264 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T05:52:33,264 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T05:52:33,264 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045140016 2024-11-08T05:52:33,267 WARN [IPC Server handler 0 on default port 46615 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045140016 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741832_1008 2024-11-08T05:52:33,270 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045140016 after 4ms 2024-11-08T05:52:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:52:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:52:33,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:52:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:33,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:52:33,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:52:33,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:33,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:52:33,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:52:33,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,34605,1731045138877' ***** 2024-11-08T05:52:33,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:52:33,293 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:52:33,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:52:33,293 INFO [RS:0;d1ba675678c9:34605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:52:33,293 INFO [RS:0;d1ba675678c9:34605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:52:33,294 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:33,294 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,34605,1731045138877 2024-11-08T05:52:33,294 INFO [RS:0;d1ba675678c9:34605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:52:33,294 INFO [RS:0;d1ba675678c9:34605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:34605. 2024-11-08T05:52:33,294 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a618f76e53e62db94ed3aa0cb00c8dd, disabling compactions & flushes 2024-11-08T05:52:33,294 DEBUG [RS:0;d1ba675678c9:34605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:52:33,294 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:33,294 DEBUG [RS:0;d1ba675678c9:34605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:33,294 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:33,294 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:52:33,294 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. after waiting 0 ms 2024-11-08T05:52:33,294 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:52:33,294 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:33,294 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:52:33,295 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:52:33,295 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a618f76e53e62db94ed3aa0cb00c8dd 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T05:52:33,295 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T05:52:33,295 DEBUG [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(1325): Online Regions={5a618f76e53e62db94ed3aa0cb00c8dd=TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T05:52:33,295 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:52:33,295 DEBUG [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a618f76e53e62db94ed3aa0cb00c8dd 2024-11-08T05:52:33,295 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:52:33,295 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:52:33,295 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:52:33,295 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:52:33,295 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-08T05:52:33,296 WARN [AsyncFSWAL-0-hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb-prefix:d1ba675678c9,34605,1731045138877.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,297 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d1ba675678c9%2C34605%2C1731045138877.meta:.meta(num 1731045140626) roll requested 2024-11-08T05:52:33,312 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/5a618f76e53e62db94ed3aa0cb00c8dd/.tmp/info/20d1deb4efa6407184bbf54e40a00691 is 1055, key is row0001/info:/1731045153036/Put/seqid=0 2024-11-08T05:52:33,318 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045153297.meta, exclude list is [], retry=0 2024-11-08T05:52:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741838_1015 (size=7062) 2024-11-08T05:52:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45637 is added to blk_1073741838_1015 (size=7062) 2024-11-08T05:52:33,319 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/5a618f76e53e62db94ed3aa0cb00c8dd/.tmp/info/20d1deb4efa6407184bbf54e40a00691 2024-11-08T05:52:33,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-1d572a59-e946-4b51-a62f-42f4e60234b7,DISK] 2024-11-08T05:52:33,322 INFO [regionserver/d1ba675678c9:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:41207,DS-12bc4f21-08a1-4b35-a8f1-7328c221c772,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-08T05:52:33,322 WARN [regionserver/d1ba675678c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(579): create fan-out dfs output /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045153297.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:41207 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,328 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/5a618f76e53e62db94ed3aa0cb00c8dd/.tmp/info/20d1deb4efa6407184bbf54e40a00691 as hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/5a618f76e53e62db94ed3aa0cb00c8dd/info/20d1deb4efa6407184bbf54e40a00691 2024-11-08T05:52:33,336 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/5a618f76e53e62db94ed3aa0cb00c8dd/info/20d1deb4efa6407184bbf54e40a00691, entries=2, sequenceid=6, filesize=6.9 K 2024-11-08T05:52:33,337 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 5a618f76e53e62db94ed3aa0cb00c8dd in 43ms, sequenceid=6, compaction requested=false 2024-11-08T05:52:33,342 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/5a618f76e53e62db94ed3aa0cb00c8dd/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T05:52:33,343 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:33,343 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a618f76e53e62db94ed3aa0cb00c8dd: Waiting for close lock at 1731045153294Running coprocessor pre-close hooks at 1731045153294Disabling compacts and flushes for region at 1731045153294Disabling writes for close at 1731045153294Obtaining lock to block concurrent updates at 1731045153295 (+1 ms)Preparing flush snapshotting stores in 5a618f76e53e62db94ed3aa0cb00c8dd at 1731045153295Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731045153295Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. at 1731045153296 (+1 ms)Flushing 5a618f76e53e62db94ed3aa0cb00c8dd/info: creating writer at 1731045153296Flushing 5a618f76e53e62db94ed3aa0cb00c8dd/info: appending metadata at 1731045153312 (+16 ms)Flushing 5a618f76e53e62db94ed3aa0cb00c8dd/info: closing flushed file at 1731045153312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b2f110: reopening flushed file at 1731045153327 (+15 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 5a618f76e53e62db94ed3aa0cb00c8dd in 43ms, sequenceid=6, compaction requested=false at 1731045153337 (+10 ms)Writing region close event to WAL at 1731045153338 (+1 ms)Running coprocessor post-close hooks at 1731045153343 (+5 ms)Closed at 1731045153343 2024-11-08T05:52:33,344 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd. 2024-11-08T05:52:33,423 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045153297.meta, exclude list is [(127.0.0.1/127.0.0.1:42113:42113)], retry=1 2024-11-08T05:52:33,424 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-141506572_22 at /127.0.0.1:48124 [Receiving block BP-558832710-172.17.0.3-1731045136444:blk_1073741839_1016] {}] datanode.DataXceiver(331): 127.0.0.1:39299:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48124 dst: /127.0.0.1:39299 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45637,DS-5616e7aa-d1a7-4c11-8bc5-d4329f3518ce,DISK] 2024-11-08T05:52:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44483,DS-3d9ecd99-f5b6-4797-8b06-ae6250333d54,DISK] 2024-11-08T05:52:33,434 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045140626.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045153297.meta 2024-11-08T05:52:33,435 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45149:45149),(127.0.0.1/127.0.0.1:37083:37083)] 2024-11-08T05:52:33,435 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045140626.meta is not closed yet, will try archiving it next time 2024-11-08T05:52:33,435 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,435 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:33,436 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045140626.meta 2024-11-08T05:52:33,436 WARN [IPC Server handler 2 on default port 46615 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045140626.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-08T05:52:33,437 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045140626.meta after 1ms 2024-11-08T05:52:33,451 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/.tmp/info/88cede9603dd4df2b703e468dace51c1 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731045142976.5a618f76e53e62db94ed3aa0cb00c8dd./info:regioninfo/1731045143375/Put/seqid=0 2024-11-08T05:52:33,453 WARN [Thread-635 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741841_1019 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-08T05:52:33,454 WARN [Thread-635 {}] hdfs.DataStreamer(1731): Error Recovery for BP-558832710-172.17.0.3-1731045136444:blk_1073741841_1019 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41207,DS-12bc4f21-08a1-4b35-a8f1-7328c221c772,DISK], DatanodeInfoWithStorage[127.0.0.1:45637,DS-5616e7aa-d1a7-4c11-8bc5-d4329f3518ce,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41207,DS-12bc4f21-08a1-4b35-a8f1-7328c221c772,DISK]) is bad. 2024-11-08T05:52:33,454 WARN [Thread-635 {}] hdfs.DataStreamer(1850): Abandoning BP-558832710-172.17.0.3-1731045136444:blk_1073741841_1019 2024-11-08T05:52:33,456 WARN [Thread-635 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:41207,DS-12bc4f21-08a1-4b35-a8f1-7328c221c772,DISK] 2024-11-08T05:52:33,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741842_1020 (size=7089) 2024-11-08T05:52:33,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45637 is added to blk_1073741842_1020 (size=7089) 2024-11-08T05:52:33,464 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/.tmp/info/88cede9603dd4df2b703e468dace51c1 2024-11-08T05:52:33,487 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/.tmp/ns/cdbae3adde25491695963e8da3dd7687 is 43, key is default/ns:d/1731045140725/Put/seqid=0 2024-11-08T05:52:33,489 WARN [Thread-642 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741843_1021 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-08T05:52:33,489 WARN [Thread-642 {}] hdfs.DataStreamer(1731): Error Recovery for BP-558832710-172.17.0.3-1731045136444:blk_1073741843_1021 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41207,DS-12bc4f21-08a1-4b35-a8f1-7328c221c772,DISK], DatanodeInfoWithStorage[127.0.0.1:44483,DS-3d9ecd99-f5b6-4797-8b06-ae6250333d54,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41207,DS-12bc4f21-08a1-4b35-a8f1-7328c221c772,DISK]) is bad. 2024-11-08T05:52:33,490 WARN [Thread-642 {}] hdfs.DataStreamer(1850): Abandoning BP-558832710-172.17.0.3-1731045136444:blk_1073741843_1021 2024-11-08T05:52:33,490 WARN [Thread-642 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:41207,DS-12bc4f21-08a1-4b35-a8f1-7328c221c772,DISK] 2024-11-08T05:52:33,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741844_1022 (size=5153) 2024-11-08T05:52:33,495 DEBUG [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T05:52:33,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45637 is added to blk_1073741844_1022 (size=5153) 2024-11-08T05:52:33,496 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/.tmp/ns/cdbae3adde25491695963e8da3dd7687 2024-11-08T05:52:33,550 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/.tmp/table/99d8f0108bf44af48f9b6d83a2c90038 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731045143386/Put/seqid=0 2024-11-08T05:52:33,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741845_1023 (size=5424) 2024-11-08T05:52:33,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741845_1023 (size=5424) 2024-11-08T05:52:33,556 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/.tmp/table/99d8f0108bf44af48f9b6d83a2c90038 2024-11-08T05:52:33,565 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/.tmp/info/88cede9603dd4df2b703e468dace51c1 as hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/info/88cede9603dd4df2b703e468dace51c1 2024-11-08T05:52:33,574 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/info/88cede9603dd4df2b703e468dace51c1, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T05:52:33,575 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/.tmp/ns/cdbae3adde25491695963e8da3dd7687 as hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/ns/cdbae3adde25491695963e8da3dd7687 2024-11-08T05:52:33,584 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/ns/cdbae3adde25491695963e8da3dd7687, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T05:52:33,585 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/.tmp/table/99d8f0108bf44af48f9b6d83a2c90038 as hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/table/99d8f0108bf44af48f9b6d83a2c90038 2024-11-08T05:52:33,597 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/table/99d8f0108bf44af48f9b6d83a2c90038, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T05:52:33,599 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 303ms, sequenceid=11, compaction requested=false 2024-11-08T05:52:33,604 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T05:52:33,604 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:52:33,604 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:52:33,605 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731045153295Running coprocessor pre-close hooks at 1731045153295Disabling compacts and flushes for region at 1731045153295Disabling writes for close at 1731045153295Obtaining lock to block concurrent updates at 1731045153295Preparing flush snapshotting stores in 1588230740 at 1731045153295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731045153296 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731045153435 (+139 ms)Flushing 1588230740/info: creating writer at 1731045153435Flushing 1588230740/info: appending metadata at 1731045153451 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731045153451Flushing 1588230740/ns: creating writer at 1731045153472 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731045153486 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731045153486Flushing 1588230740/table: creating writer at 1731045153531 (+45 ms)Flushing 1588230740/table: appending metadata at 1731045153549 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731045153549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a341ea: reopening flushed file at 1731045153564 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c1645a: reopening flushed file at 1731045153574 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401e44e3: reopening flushed file at 1731045153584 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 303ms, sequenceid=11, compaction requested=false at 1731045153599 (+15 ms)Writing region close event to WAL at 1731045153600 (+1 ms)Running coprocessor post-close hooks at 1731045153604 (+4 ms)Closed at 1731045153604 2024-11-08T05:52:33,605 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:52:33,695 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,34605,1731045138877; all regions closed. 2024-11-08T05:52:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45637 is added to blk_1073741840_1017 (size=825) 2024-11-08T05:52:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741840_1017 (size=825) 2024-11-08T05:52:33,722 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:52:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8863cc1db67a924d with lease ID 0xa0031656c7d70ba9: from storage DS-12bc4f21-08a1-4b35-a8f1-7328c221c772 node DatanodeRegistration(127.0.0.1:46423, datanodeUuid=73b752c9-2c18-42fe-88c4-6ad9aa540bc2, infoPort=40697, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T05:52:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8863cc1db67a924d with lease ID 0xa0031656c7d70ba9: from storage DS-a0aecfff-c31d-4f97-b480-e502088e3f07 node DatanodeRegistration(127.0.0.1:46423, datanodeUuid=73b752c9-2c18-42fe-88c4-6ad9aa540bc2, infoPort=40697, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=113133124;c=1731045136444), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741832_1014 (size=1599) 2024-11-08T05:52:33,875 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:52:33,880 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T05:52:33,880 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T05:52:34,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T05:52:34,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:52:34,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T05:52:36,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741834_1018 (size=2386) 2024-11-08T05:52:36,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741832_1014 (size=1599) 2024-11-08T05:52:37,272 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045140016 after 4008ms 2024-11-08T05:52:37,274 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.1731045140016 to hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/oldWALs/d1ba675678c9%2C34605%2C1731045138877.1731045140016 2024-11-08T05:52:37,439 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045140626.meta after 4002ms 2024-11-08T05:52:37,440 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/WALs/d1ba675678c9,34605,1731045138877/d1ba675678c9%2C34605%2C1731045138877.meta.1731045140626.meta to hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/oldWALs/d1ba675678c9%2C34605%2C1731045138877.meta.1731045140626.meta 2024-11-08T05:52:37,449 DEBUG [RS:0;d1ba675678c9:34605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/oldWALs 2024-11-08T05:52:37,449 INFO [RS:0;d1ba675678c9:34605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C34605%2C1731045138877.meta:.meta(num 1731045153297) 2024-11-08T05:52:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45637 is added to blk_1073741837_1013 (size=2288) 2024-11-08T05:52:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741837_1013 (size=2288) 2024-11-08T05:52:37,456 DEBUG [RS:0;d1ba675678c9:34605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/oldWALs 2024-11-08T05:52:37,456 INFO [RS:0;d1ba675678c9:34605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C34605%2C1731045138877:(num 1731045153243) 2024-11-08T05:52:37,456 DEBUG [RS:0;d1ba675678c9:34605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:37,456 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:52:37,456 INFO [RS:0;d1ba675678c9:34605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:52:37,456 INFO [RS:0;d1ba675678c9:34605 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:52:37,457 INFO [RS:0;d1ba675678c9:34605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:52:37,457 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:52:37,457 INFO [RS:0;d1ba675678c9:34605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34605 2024-11-08T05:52:37,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:52:37,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,34605,1731045138877 2024-11-08T05:52:37,517 INFO [RS:0;d1ba675678c9:34605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:52:37,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,34605,1731045138877] 2024-11-08T05:52:37,538 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,34605,1731045138877 already deleted, retry=false 2024-11-08T05:52:37,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,34605,1731045138877 expired; onlineServers=0 2024-11-08T05:52:37,539 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,36935,1731045138703' ***** 2024-11-08T05:52:37,539 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:52:37,539 INFO [M:0;d1ba675678c9:36935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:52:37,539 INFO [M:0;d1ba675678c9:36935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:52:37,539 DEBUG [M:0;d1ba675678c9:36935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:52:37,539 DEBUG [M:0;d1ba675678c9:36935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:52:37,539 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:52:37,539 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045139742 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045139742,5,FailOnTimeoutGroup] 2024-11-08T05:52:37,539 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045139742 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045139742,5,FailOnTimeoutGroup] 2024-11-08T05:52:37,540 INFO [M:0;d1ba675678c9:36935 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:52:37,540 INFO [M:0;d1ba675678c9:36935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:52:37,541 DEBUG [M:0;d1ba675678c9:36935 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:52:37,541 INFO [M:0;d1ba675678c9:36935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:52:37,541 INFO [M:0;d1ba675678c9:36935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:52:37,541 INFO [M:0;d1ba675678c9:36935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:52:37,542 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:52:37,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:52:37,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:37,549 DEBUG [M:0;d1ba675678c9:36935 {}] zookeeper.ZKUtil(347): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T05:52:37,549 WARN [M:0;d1ba675678c9:36935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T05:52:37,552 INFO [M:0;d1ba675678c9:36935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/.lastflushedseqids 2024-11-08T05:52:37,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46423 is added to blk_1073741846_1024 (size=139) 2024-11-08T05:52:37,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741846_1024 (size=139) 2024-11-08T05:52:37,561 INFO [M:0;d1ba675678c9:36935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:52:37,561 INFO [M:0;d1ba675678c9:36935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:52:37,562 DEBUG [M:0;d1ba675678c9:36935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:52:37,562 INFO [M:0;d1ba675678c9:36935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:37,562 DEBUG [M:0;d1ba675678c9:36935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:37,562 DEBUG [M:0;d1ba675678c9:36935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:52:37,562 DEBUG [M:0;d1ba675678c9:36935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:37,562 INFO [M:0;d1ba675678c9:36935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-08T05:52:37,563 WARN [AsyncFSWAL-0-hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData-prefix:d1ba675678c9,36935,1731045138703 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:37,563 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d1ba675678c9%2C36935%2C1731045138703:(num 1731045139448) roll requested 2024-11-08T05:52:37,576 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045157563, exclude list is [], retry=0 2024-11-08T05:52:37,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-1d572a59-e946-4b51-a62f-42f4e60234b7,DISK] 2024-11-08T05:52:37,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46135,DS-cf770f1f-1f92-4479-b167-8a0347913ca1,DISK] 2024-11-08T05:52:37,581 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045139448 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045157563 2024-11-08T05:52:37,581 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719),(127.0.0.1/127.0.0.1:46829:46829)] 2024-11-08T05:52:37,581 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045139448 is not closed yet, will try archiving it next time 2024-11-08T05:52:37,581 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:37,581 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:52:37,582 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045139448 2024-11-08T05:52:37,582 WARN [IPC Server handler 3 on default port 46615 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045139448 has not been closed. Lease recovery is in progress. RecoveryId = 1026 for block blk_1073741830_1006 2024-11-08T05:52:37,583 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045139448 after 1ms 2024-11-08T05:52:37,596 DEBUG [M:0;d1ba675678c9:36935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/183c4745574e4cc38185554d78b5208b is 82, key is hbase:meta,,1/info:regioninfo/1731045140668/Put/seqid=0 2024-11-08T05:52:37,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741848_1027 (size=5672) 2024-11-08T05:52:37,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45637 is added to blk_1073741848_1027 (size=5672) 2024-11-08T05:52:37,602 INFO [M:0;d1ba675678c9:36935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/183c4745574e4cc38185554d78b5208b 2024-11-08T05:52:37,625 DEBUG [M:0;d1ba675678c9:36935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e41b209dd8da4c82a9e7175b89c836e1 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731045143391/Put/seqid=0 2024-11-08T05:52:37,628 INFO [RS:0;d1ba675678c9:34605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:52:37,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:52:37,628 INFO [RS:0;d1ba675678c9:34605 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,34605,1731045138877; zookeeper connection closed. 2024-11-08T05:52:37,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34605-0x10119009ca30001, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:52:37,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15cd9435 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15cd9435 2024-11-08T05:52:37,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T05:52:37,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741849_1028 (size=6114) 2024-11-08T05:52:37,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46423 is added to blk_1073741849_1028 (size=6114) 2024-11-08T05:52:37,632 INFO [M:0;d1ba675678c9:36935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e41b209dd8da4c82a9e7175b89c836e1 2024-11-08T05:52:37,653 DEBUG [M:0;d1ba675678c9:36935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b77f15fd8fe84b39baf159a6822dd5f9 is 69, key is d1ba675678c9,34605,1731045138877/rs:state/1731045139846/Put/seqid=0 2024-11-08T05:52:37,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741850_1029 (size=5156) 2024-11-08T05:52:37,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741850_1029 (size=5156) 2024-11-08T05:52:37,659 INFO [M:0;d1ba675678c9:36935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b77f15fd8fe84b39baf159a6822dd5f9 2024-11-08T05:52:37,680 DEBUG [M:0;d1ba675678c9:36935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a1e67d16059848fc97acf5513fb6869a is 52, key is load_balancer_on/state:d/1731045140823/Put/seqid=0 2024-11-08T05:52:37,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741851_1030 (size=5056) 2024-11-08T05:52:37,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741851_1030 (size=5056) 2024-11-08T05:52:37,686 INFO [M:0;d1ba675678c9:36935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a1e67d16059848fc97acf5513fb6869a 2024-11-08T05:52:37,695 DEBUG [M:0;d1ba675678c9:36935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/183c4745574e4cc38185554d78b5208b as hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/183c4745574e4cc38185554d78b5208b 2024-11-08T05:52:37,702 INFO [M:0;d1ba675678c9:36935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/183c4745574e4cc38185554d78b5208b, entries=8, sequenceid=56, filesize=5.5 K 2024-11-08T05:52:37,703 DEBUG [M:0;d1ba675678c9:36935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e41b209dd8da4c82a9e7175b89c836e1 as hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e41b209dd8da4c82a9e7175b89c836e1 2024-11-08T05:52:37,710 INFO [M:0;d1ba675678c9:36935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e41b209dd8da4c82a9e7175b89c836e1, entries=6, sequenceid=56, filesize=6.0 K 2024-11-08T05:52:37,712 DEBUG [M:0;d1ba675678c9:36935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b77f15fd8fe84b39baf159a6822dd5f9 as hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b77f15fd8fe84b39baf159a6822dd5f9 2024-11-08T05:52:37,719 INFO [M:0;d1ba675678c9:36935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b77f15fd8fe84b39baf159a6822dd5f9, entries=1, sequenceid=56, filesize=5.0 K 2024-11-08T05:52:37,720 DEBUG [M:0;d1ba675678c9:36935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a1e67d16059848fc97acf5513fb6869a as hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a1e67d16059848fc97acf5513fb6869a 2024-11-08T05:52:37,727 INFO [M:0;d1ba675678c9:36935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a1e67d16059848fc97acf5513fb6869a, entries=1, sequenceid=56, filesize=4.9 K 2024-11-08T05:52:37,728 INFO [M:0;d1ba675678c9:36935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=56, compaction requested=false 2024-11-08T05:52:37,730 INFO [M:0;d1ba675678c9:36935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:37,730 DEBUG [M:0;d1ba675678c9:36935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731045157561Disabling compacts and flushes for region at 1731045157561Disabling writes for close at 1731045157562 (+1 ms)Obtaining lock to block concurrent updates at 1731045157562Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731045157562Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731045157562Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731045157581 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731045157581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731045157596 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731045157596Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731045157609 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731045157625 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731045157625Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731045157638 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731045157653 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731045157653Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731045157665 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731045157680 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731045157680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e6f737: reopening flushed file at 1731045157693 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef6db: reopening flushed file at 1731045157702 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75847ab: reopening flushed file at 1731045157710 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583448ff: reopening flushed file at 1731045157719 (+9 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=56, compaction requested=false at 1731045157728 (+9 ms)Writing region close event to WAL at 1731045157730 (+2 ms)Closed at 1731045157730 2024-11-08T05:52:37,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741847_1025 (size=757) 2024-11-08T05:52:37,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46135 is added to blk_1073741847_1025 (size=757) 2024-11-08T05:52:38,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:52:38,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:38,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:38,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:41,585 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045139448 after 4003ms 2024-11-08T05:52:41,586 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/WALs/d1ba675678c9,36935,1731045138703/d1ba675678c9%2C36935%2C1731045138703.1731045139448 to hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/oldWALs/d1ba675678c9%2C36935%2C1731045138703.1731045139448 2024-11-08T05:52:41,594 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/MasterData/oldWALs/d1ba675678c9%2C36935%2C1731045138703.1731045139448 to hdfs://localhost:46615/user/jenkins/test-data/e329042a-4350-5cd3-d390-464f9b8bcdfb/oldWALs/d1ba675678c9%2C36935%2C1731045138703.1731045139448$masterlocalwal$ 2024-11-08T05:52:41,595 INFO [M:0;d1ba675678c9:36935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:52:41,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:52:41,595 INFO [M:0;d1ba675678c9:36935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36935 2024-11-08T05:52:41,595 INFO [M:0;d1ba675678c9:36935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:52:41,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:52:41,761 INFO [M:0;d1ba675678c9:36935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:52:41,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10119009ca30000, quorum=127.0.0.1:55389, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:52:41,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45984587{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:41,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@516b4a2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:52:41,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:52:41,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17238c92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:52:41,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664901fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,STOPPED} 2024-11-08T05:52:41,770 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:52:41,770 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:52:41,771 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:52:41,771 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558832710-172.17.0.3-1731045136444 (Datanode Uuid 73b752c9-2c18-42fe-88c4-6ad9aa540bc2) service to localhost/127.0.0.1:46615 2024-11-08T05:52:41,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data3/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:41,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data4/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:41,772 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:52:41,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1232e111{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:41,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6773ffbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:52:41,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:52:41,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72cbe29e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:52:41,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26acbde6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,STOPPED} 2024-11-08T05:52:41,778 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:52:41,778 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:52:41,778 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558832710-172.17.0.3-1731045136444 (Datanode Uuid 0d848753-70ae-4007-b0c7-24fd728c0353) service to localhost/127.0.0.1:46615 2024-11-08T05:52:41,778 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:52:41,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data9/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:41,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data10/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:41,779 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:52:41,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b487b56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:41,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bc43b80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:52:41,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:52:41,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ab81a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:52:41,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34d98298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,STOPPED} 2024-11-08T05:52:41,782 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:52:41,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:52:41,782 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558832710-172.17.0.3-1731045136444 (Datanode Uuid 412d6492-1a5f-4c94-a4ba-e80eec0da377) service to localhost/127.0.0.1:46615 2024-11-08T05:52:41,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:52:41,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data7/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:41,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data8/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:41,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:52:41,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ea0ce88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:41,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29dda60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:52:41,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:52:41,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe754c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:52:41,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71aa8073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,STOPPED} 2024-11-08T05:52:41,786 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:52:41,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:52:41,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:52:41,786 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558832710-172.17.0.3-1731045136444 (Datanode Uuid 94e5e157-38a2-420f-83ba-443806383d0c) service to localhost/127.0.0.1:46615 2024-11-08T05:52:41,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data5/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:41,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data6/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:41,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:52:41,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@674ae561{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:41,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9819852{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:52:41,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:52:41,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bcaddee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:52:41,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f75fbb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,STOPPED} 2024-11-08T05:52:41,793 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:52:41,793 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:52:41,793 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:52:41,793 WARN [BP-558832710-172.17.0.3-1731045136444 heartbeating to localhost/127.0.0.1:46615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558832710-172.17.0.3-1731045136444 (Datanode Uuid fa3c0be2-6050-4b91-8e7d-494a42315c0d) service to localhost/127.0.0.1:46615 2024-11-08T05:52:41,793 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data1/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:41,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/cluster_c3f2eb57-c172-4a55-746d-0fd96829749d/data/data2/current/BP-558832710-172.17.0.3-1731045136444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:52:41,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:52:41,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41db0b91{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:52:41,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42b8143c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:52:41,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:52:41,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64603cf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:52:41,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6af8ea6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir/,STOPPED} 2024-11-08T05:52:41,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:52:41,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:52:41,846 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 71) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46615 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=85 (was 93), ProcessCount=11 (was 11), AvailableMemoryMB=10394 (was 10699) 2024-11-08T05:52:41,852 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=85, ProcessCount=11, AvailableMemoryMB=10394 2024-11-08T05:52:41,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:52:41,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.log.dir so I do NOT create it in target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444 2024-11-08T05:52:41,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbf4cbb6-48d4-0e80-7839-efa5cabf7db2/hadoop.tmp.dir so I do NOT create it in target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444 2024-11-08T05:52:41,853 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f, deleteOnExit=true 2024-11-08T05:52:41,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:52:41,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/test.cache.data in system properties and HBase conf 2024-11-08T05:52:41,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:52:41,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:52:41,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:52:41,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:52:41,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:52:41,853 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:52:41,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:52:41,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:52:41,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:52:41,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:52:42,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:42,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:52:42,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:52:42,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:52:42,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:52:42,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:42,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d79aa7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:52:42,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78aa4fc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:52:42,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e4d4b3e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/java.io.tmpdir/jetty-localhost-41837-hadoop-hdfs-3_4_1-tests_jar-_-any-12756382633934007783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:52:42,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ff0f04c{HTTP/1.1, (http/1.1)}{localhost:41837} 2024-11-08T05:52:42,504 INFO [Time-limited test {}] server.Server(415): Started @94278ms 2024-11-08T05:52:42,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:42,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:52:42,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:52:42,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:52:42,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:52:42,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0c5248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:52:42,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@693607e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:52:42,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bd74c4e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/java.io.tmpdir/jetty-localhost-42253-hadoop-hdfs-3_4_1-tests_jar-_-any-4641048223075604073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:42,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@421e5187{HTTP/1.1, (http/1.1)}{localhost:42253} 2024-11-08T05:52:42,857 INFO [Time-limited test {}] server.Server(415): Started @94631ms 2024-11-08T05:52:42,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:52:42,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:52:42,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:52:42,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:52:42,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:52:42,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:52:42,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c77845f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:52:42,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac352ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:52:42,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d4bb1e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/java.io.tmpdir/jetty-localhost-34807-hadoop-hdfs-3_4_1-tests_jar-_-any-10909117381723996704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:52:42,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51c59f33{HTTP/1.1, (http/1.1)}{localhost:34807} 2024-11-08T05:52:42,989 INFO [Time-limited test {}] server.Server(415): Started @94762ms 2024-11-08T05:52:42,990 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:52:44,085 WARN [Thread-803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/data/data2/current/BP-1269895424-172.17.0.3-1731045161878/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:44,085 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/data/data1/current/BP-1269895424-172.17.0.3-1731045161878/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:44,099 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:52:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x189d11fcae02e59c with lease ID 0x418513d4ea7679f2: Processing first storage report for DS-ba082abe-4345-44e2-a590-f2f448e59292 from datanode DatanodeRegistration(127.0.0.1:40215, datanodeUuid=d4887128-c524-4511-8d46-c340e2faa8d0, infoPort=46029, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=672586227;c=1731045161878) 2024-11-08T05:52:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x189d11fcae02e59c with lease ID 0x418513d4ea7679f2: from storage DS-ba082abe-4345-44e2-a590-f2f448e59292 node DatanodeRegistration(127.0.0.1:40215, datanodeUuid=d4887128-c524-4511-8d46-c340e2faa8d0, infoPort=46029, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=672586227;c=1731045161878), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x189d11fcae02e59c with lease ID 0x418513d4ea7679f2: Processing first storage report for DS-2939c719-7142-4987-b468-833744c1b6f8 from datanode DatanodeRegistration(127.0.0.1:40215, datanodeUuid=d4887128-c524-4511-8d46-c340e2faa8d0, infoPort=46029, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=672586227;c=1731045161878) 2024-11-08T05:52:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x189d11fcae02e59c with lease ID 0x418513d4ea7679f2: from storage DS-2939c719-7142-4987-b468-833744c1b6f8 node DatanodeRegistration(127.0.0.1:40215, datanodeUuid=d4887128-c524-4511-8d46-c340e2faa8d0, infoPort=46029, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=672586227;c=1731045161878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:44,230 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/data/data3/current/BP-1269895424-172.17.0.3-1731045161878/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:44,233 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/data/data4/current/BP-1269895424-172.17.0.3-1731045161878/current, will proceed with Du for space computation calculation, 2024-11-08T05:52:44,251 WARN [Thread-789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:52:44,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d84d955ffbf9712 with lease ID 0x418513d4ea7679f3: Processing first storage report for DS-cb9e3070-df61-4cb3-83e8-2e50825f752a from datanode DatanodeRegistration(127.0.0.1:35529, datanodeUuid=db4dc6ec-3a0b-4a08-9ac5-3ba19b76a169, infoPort=33225, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=672586227;c=1731045161878) 2024-11-08T05:52:44,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d84d955ffbf9712 with lease ID 0x418513d4ea7679f3: from storage DS-cb9e3070-df61-4cb3-83e8-2e50825f752a node DatanodeRegistration(127.0.0.1:35529, datanodeUuid=db4dc6ec-3a0b-4a08-9ac5-3ba19b76a169, infoPort=33225, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=672586227;c=1731045161878), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T05:52:44,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d84d955ffbf9712 with lease ID 0x418513d4ea7679f3: Processing first storage report for DS-b83231d5-86df-4412-a739-1c2be03e586d from datanode DatanodeRegistration(127.0.0.1:35529, datanodeUuid=db4dc6ec-3a0b-4a08-9ac5-3ba19b76a169, infoPort=33225, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=672586227;c=1731045161878) 2024-11-08T05:52:44,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d84d955ffbf9712 with lease ID 0x418513d4ea7679f3: from storage DS-b83231d5-86df-4412-a739-1c2be03e586d node DatanodeRegistration(127.0.0.1:35529, datanodeUuid=db4dc6ec-3a0b-4a08-9ac5-3ba19b76a169, infoPort=33225, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=672586227;c=1731045161878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:52:44,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444 2024-11-08T05:52:44,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/zookeeper_0, clientPort=56043, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:52:44,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56043 2024-11-08T05:52:44,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:44,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:44,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:52:44,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:52:44,346 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0 with version=8 2024-11-08T05:52:44,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/hbase-staging 2024-11-08T05:52:44,348 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:52:44,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:44,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:44,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:52:44,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:44,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:52:44,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:52:44,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:52:44,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40793 2024-11-08T05:52:44,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40793 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-08T05:52:44,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407930x0, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:52:44,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40793-0x101190100d40000 connected 2024-11-08T05:52:44,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:44,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:44,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:52:44,489 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0, hbase.cluster.distributed=false 2024-11-08T05:52:44,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:52:44,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-08T05:52:44,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40793 2024-11-08T05:52:44,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40793 2024-11-08T05:52:44,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-08T05:52:44,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-08T05:52:44,506 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:52:44,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:44,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:44,507 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:52:44,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:52:44,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:52:44,507 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:52:44,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:52:44,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43477 2024-11-08T05:52:44,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43477 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-08T05:52:44,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:44,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:44,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434770x0, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:52:44,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43477-0x101190100d40001 connected 2024-11-08T05:52:44,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:52:44,524 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:52:44,525 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:52:44,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:52:44,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:52:44,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-08T05:52:44,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43477 2024-11-08T05:52:44,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43477 2024-11-08T05:52:44,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-08T05:52:44,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-08T05:52:44,542 DEBUG [M:0;d1ba675678c9:40793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:40793 2024-11-08T05:52:44,542 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,40793,1731045164348 2024-11-08T05:52:44,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:52:44,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:52:44,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,40793,1731045164348 2024-11-08T05:52:44,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:52:44,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:44,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:44,567 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:52:44,567 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,40793,1731045164348 from backup master directory 2024-11-08T05:52:44,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,40793,1731045164348 2024-11-08T05:52:44,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:52:44,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:52:44,580 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:52:44,580 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,40793,1731045164348 2024-11-08T05:52:44,589 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/hbase.id] with ID: 1d54426e-88c0-4410-adc0-4e8b04ddaff1 2024-11-08T05:52:44,589 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/.tmp/hbase.id 2024-11-08T05:52:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:52:44,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:52:44,599 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/.tmp/hbase.id]:[hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/hbase.id] 2024-11-08T05:52:44,612 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:44,612 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:52:44,614 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T05:52:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:52:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:52:44,631 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:52:44,631 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:52:44,632 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:52:44,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:52:44,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:52:44,640 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store 2024-11-08T05:52:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:52:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:52:44,648 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:44,648 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:52:44,648 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:44,648 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:44,648 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:52:44,648 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:44,648 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:52:44,648 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731045164648Disabling compacts and flushes for region at 1731045164648Disabling writes for close at 1731045164648Writing region close event to WAL at 1731045164648Closed at 1731045164648 2024-11-08T05:52:44,649 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/.initializing 2024-11-08T05:52:44,649 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/WALs/d1ba675678c9,40793,1731045164348 2024-11-08T05:52:44,650 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:52:44,652 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C40793%2C1731045164348, suffix=, logDir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/WALs/d1ba675678c9,40793,1731045164348, archiveDir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/oldWALs, maxLogs=10 2024-11-08T05:52:44,666 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/WALs/d1ba675678c9,40793,1731045164348/d1ba675678c9%2C40793%2C1731045164348.1731045164652, exclude list is [], retry=0 2024-11-08T05:52:44,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40215,DS-ba082abe-4345-44e2-a590-f2f448e59292,DISK] 2024-11-08T05:52:44,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35529,DS-cb9e3070-df61-4cb3-83e8-2e50825f752a,DISK] 2024-11-08T05:52:44,671 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/WALs/d1ba675678c9,40793,1731045164348/d1ba675678c9%2C40793%2C1731045164348.1731045164652 2024-11-08T05:52:44,671 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46029:46029),(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-08T05:52:44,671 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:52:44,671 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:44,671 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,671 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:52:44,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:44,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:44,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:52:44,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:44,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:52:44,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:52:44,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:44,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:52:44,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:52:44,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:44,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:52:44,682 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,683 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,683 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:52:44,687 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:52:44,689 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:52:44,689 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749479, jitterRate=-0.04698893427848816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:52:44,690 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731045164672Initializing all the Stores at 1731045164673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045164673Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045164673Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045164673Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045164673Cleaning up temporary data from old regions at 1731045164685 (+12 ms)Region opened successfully at 1731045164690 (+5 ms) 2024-11-08T05:52:44,690 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:52:44,694 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bda9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:52:44,695 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:52:44,695 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:52:44,695 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:52:44,695 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:52:44,696 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T05:52:44,696 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T05:52:44,696 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:52:44,698 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:52:44,699 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:52:44,706 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:52:44,706 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:52:44,706 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:52:44,716 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:52:44,717 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:52:44,718 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:52:44,727 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:52:44,728 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:52:44,737 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:52:44,742 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:52:44,748 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:52:44,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:52:44,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:52:44,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:44,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:44,760 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,40793,1731045164348, sessionid=0x101190100d40000, setting cluster-up flag (Was=false) 2024-11-08T05:52:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:44,811 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:52:44,813 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,40793,1731045164348 2024-11-08T05:52:44,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:44,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:44,864 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:52:44,868 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,40793,1731045164348 2024-11-08T05:52:44,872 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:52:44,875 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:52:44,875 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:52:44,875 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:52:44,876 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,40793,1731045164348 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:52:44,879 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:52:44,879 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:52:44,879 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:52:44,879 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:52:44,879 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:52:44,879 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,879 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:52:44,879 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,880 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731045194880 2024-11-08T05:52:44,880 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:52:44,880 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:52:44,880 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:52:44,880 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:52:44,880 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:52:44,880 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:52:44,880 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,881 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:52:44,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:52:44,881 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:52:44,881 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:52:44,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:52:44,881 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:52:44,881 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:52:44,881 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045164881,5,FailOnTimeoutGroup] 2024-11-08T05:52:44,881 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045164881,5,FailOnTimeoutGroup] 2024-11-08T05:52:44,882 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,882 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:52:44,882 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,882 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,882 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:44,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:52:44,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:52:44,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:52:44,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:52:44,889 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0 2024-11-08T05:52:44,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:52:44,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:52:44,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:44,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:52:44,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:52:44,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:44,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:44,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:52:44,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:52:44,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:44,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:44,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:52:44,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:52:44,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:44,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:44,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:52:44,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:52:44,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:44,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:44,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:52:44,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740 2024-11-08T05:52:44,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740 2024-11-08T05:52:44,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:52:44,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:52:44,908 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T05:52:44,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:52:44,911 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:52:44,911 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838529, jitterRate=0.06624504923820496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T05:52:44,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731045164897Initializing all the Stores at 1731045164898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045164898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045164898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045164898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045164898Cleaning up temporary data from old regions at 1731045164908 (+10 ms)Region opened successfully at 1731045164912 (+4 ms) 2024-11-08T05:52:44,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:52:44,912 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:52:44,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:52:44,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:52:44,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:52:44,913 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:52:44,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731045164912Disabling compacts and flushes for region at 1731045164912Disabling writes for close at 1731045164912Writing region close event to WAL at 1731045164913 (+1 ms)Closed at 1731045164913 2024-11-08T05:52:44,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:52:44,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:52:44,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:52:44,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:52:44,916 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:52:44,930 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(746): ClusterId : 1d54426e-88c0-4410-adc0-4e8b04ddaff1 2024-11-08T05:52:44,930 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:52:44,938 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:52:44,939 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:52:44,949 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:52:44,949 DEBUG [RS:0;d1ba675678c9:43477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756e0d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:52:44,959 DEBUG [RS:0;d1ba675678c9:43477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:43477 2024-11-08T05:52:44,959 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:52:44,959 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:52:44,959 DEBUG [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:52:44,960 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,40793,1731045164348 with port=43477, startcode=1731045164506 2024-11-08T05:52:44,960 DEBUG [RS:0;d1ba675678c9:43477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:52:44,962 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:52:44,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,43477,1731045164506 2024-11-08T05:52:44,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40793 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,43477,1731045164506 2024-11-08T05:52:44,964 DEBUG [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0 2024-11-08T05:52:44,964 DEBUG [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39545 2024-11-08T05:52:44,964 DEBUG [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:52:44,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:52:44,976 DEBUG [RS:0;d1ba675678c9:43477 {}] zookeeper.ZKUtil(111): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,43477,1731045164506 2024-11-08T05:52:44,977 WARN [RS:0;d1ba675678c9:43477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:52:44,977 INFO [RS:0;d1ba675678c9:43477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:52:44,977 DEBUG [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506 2024-11-08T05:52:44,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,43477,1731045164506] 2024-11-08T05:52:44,980 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:52:44,982 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:52:44,982 INFO [RS:0;d1ba675678c9:43477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:52:44,982 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,982 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:52:44,983 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:52:44,983 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,983 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,983 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:52:44,984 DEBUG [RS:0;d1ba675678c9:43477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:52:44,985 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,985 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,985 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,985 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,985 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,985 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43477,1731045164506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:52:44,999 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:52:44,999 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43477,1731045164506-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,999 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:44,999 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.Replication(171): d1ba675678c9,43477,1731045164506 started 2024-11-08T05:52:45,013 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:45,013 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,43477,1731045164506, RpcServer on d1ba675678c9/172.17.0.3:43477, sessionid=0x101190100d40001 2024-11-08T05:52:45,013 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:52:45,013 DEBUG [RS:0;d1ba675678c9:43477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,43477,1731045164506 2024-11-08T05:52:45,013 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,43477,1731045164506' 2024-11-08T05:52:45,013 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:52:45,014 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:52:45,014 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:52:45,014 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:52:45,014 DEBUG [RS:0;d1ba675678c9:43477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,43477,1731045164506 2024-11-08T05:52:45,014 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,43477,1731045164506' 2024-11-08T05:52:45,014 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:52:45,015 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:52:45,015 DEBUG [RS:0;d1ba675678c9:43477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:52:45,015 INFO [RS:0;d1ba675678c9:43477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:52:45,015 INFO [RS:0;d1ba675678c9:43477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:52:45,067 WARN [d1ba675678c9:40793 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T05:52:45,116 INFO [RS:0;d1ba675678c9:43477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:52:45,118 INFO [RS:0;d1ba675678c9:43477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C43477%2C1731045164506, suffix=, logDir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506, archiveDir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/oldWALs, maxLogs=32 2024-11-08T05:52:45,130 DEBUG [RS:0;d1ba675678c9:43477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045165118, exclude list is [], retry=0 2024-11-08T05:52:45,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40215,DS-ba082abe-4345-44e2-a590-f2f448e59292,DISK] 2024-11-08T05:52:45,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35529,DS-cb9e3070-df61-4cb3-83e8-2e50825f752a,DISK] 2024-11-08T05:52:45,135 INFO [RS:0;d1ba675678c9:43477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045165118 2024-11-08T05:52:45,135 DEBUG [RS:0;d1ba675678c9:43477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46029:46029),(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-08T05:52:45,317 DEBUG [d1ba675678c9:40793 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T05:52:45,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,43477,1731045164506 2024-11-08T05:52:45,320 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,43477,1731045164506, state=OPENING 2024-11-08T05:52:45,369 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:52:45,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:45,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:52:45,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:52:45,383 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:52:45,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:52:45,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,43477,1731045164506}] 2024-11-08T05:52:45,539 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:52:45,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:52:45,551 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:52:45,551 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:52:45,551 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:52:45,553 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C43477%2C1731045164506.meta, suffix=.meta, logDir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506, archiveDir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/oldWALs, maxLogs=32 2024-11-08T05:52:45,565 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.meta.1731045165554.meta, exclude list is [], retry=0 2024-11-08T05:52:45,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35529,DS-cb9e3070-df61-4cb3-83e8-2e50825f752a,DISK] 2024-11-08T05:52:45,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40215,DS-ba082abe-4345-44e2-a590-f2f448e59292,DISK] 2024-11-08T05:52:45,570 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.meta.1731045165554.meta 2024-11-08T05:52:45,571 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46029:46029),(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-08T05:52:45,571 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:52:45,571 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:52:45,571 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:52:45,572 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:52:45,572 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:52:45,572 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:45,572 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:52:45,572 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:52:45,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:52:45,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:52:45,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:45,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:45,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:52:45,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:52:45,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:45,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:45,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:52:45,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:52:45,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:45,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:45,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:52:45,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:52:45,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:45,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:52:45,579 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:52:45,580 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740 2024-11-08T05:52:45,581 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740 2024-11-08T05:52:45,583 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:52:45,583 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:52:45,584 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T05:52:45,585 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:52:45,586 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=850638, jitterRate=0.08164215087890625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T05:52:45,587 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:52:45,587 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731045165572Writing region info on filesystem at 1731045165572Initializing all the Stores at 1731045165573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045165573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045165573Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045165573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045165573Cleaning up temporary data from old regions at 1731045165583 (+10 ms)Running coprocessor post-open hooks at 1731045165587 (+4 ms)Region opened successfully at 1731045165587 2024-11-08T05:52:45,589 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731045165538 2024-11-08T05:52:45,591 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:52:45,591 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:52:45,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,43477,1731045164506 2024-11-08T05:52:45,593 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,43477,1731045164506, state=OPEN 2024-11-08T05:52:45,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:52:45,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:52:45,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,43477,1731045164506 2024-11-08T05:52:45,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:52:45,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:52:45,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:52:45,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,43477,1731045164506 in 245 msec 2024-11-08T05:52:45,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:52:45,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 719 msec 2024-11-08T05:52:45,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:52:45,638 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:52:45,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:52:45,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,43477,1731045164506, seqNum=-1] 2024-11-08T05:52:45,639 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:52:45,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:52:45,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 772 msec 2024-11-08T05:52:45,647 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731045165647, completionTime=-1 2024-11-08T05:52:45,647 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T05:52:45,647 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:52:45,650 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T05:52:45,650 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731045225650 2024-11-08T05:52:45,650 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731045285650 2024-11-08T05:52:45,650 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T05:52:45,650 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40793,1731045164348-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:45,650 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40793,1731045164348-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:45,650 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40793,1731045164348-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:45,651 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:40793, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:45,651 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:45,651 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:45,653 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:52:45,654 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.074sec 2024-11-08T05:52:45,655 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:52:45,655 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:52:45,655 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:52:45,655 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:52:45,655 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:52:45,655 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40793,1731045164348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:52:45,655 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40793,1731045164348-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:52:45,658 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:52:45,658 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:52:45,658 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40793,1731045164348-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:52:45,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19684d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:52:45,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40793,-1 for getting cluster id 2024-11-08T05:52:45,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:52:45,735 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d54426e-88c0-4410-adc0-4e8b04ddaff1' 2024-11-08T05:52:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:52:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d54426e-88c0-4410-adc0-4e8b04ddaff1" 2024-11-08T05:52:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cb2a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:52:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40793,-1] 2024-11-08T05:52:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:52:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:52:45,740 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:52:45,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fd4c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:52:45,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:52:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,43477,1731045164506, seqNum=-1] 2024-11-08T05:52:45,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:52:45,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:52:45,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,40793,1731045164348 2024-11-08T05:52:45,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:52:45,752 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T05:52:45,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T05:52:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40793,1731045164348 2024-11-08T05:52:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@742802dd 2024-11-08T05:52:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T05:52:45,755 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T05:52:45,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T05:52:45,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T05:52:45,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:52:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:52:45,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T05:52:45,760 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:45,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-08T05:52:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:52:45,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T05:52:45,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741835_1011 (size=405) 2024-11-08T05:52:45,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741835_1011 (size=405) 2024-11-08T05:52:45,770 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b1d30595c9538ad1699aec22ec5333b, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0 2024-11-08T05:52:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741836_1012 (size=88) 2024-11-08T05:52:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741836_1012 (size=88) 2024-11-08T05:52:45,779 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:45,779 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 5b1d30595c9538ad1699aec22ec5333b, disabling compactions & flushes 2024-11-08T05:52:45,779 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:52:45,779 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:52:45,779 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. after waiting 0 ms 2024-11-08T05:52:45,780 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:52:45,780 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:52:45,780 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b1d30595c9538ad1699aec22ec5333b: Waiting for close lock at 1731045165779Disabling compacts and flushes for region at 1731045165779Disabling writes for close at 1731045165779Writing region close event to WAL at 1731045165780 (+1 ms)Closed at 1731045165780 2024-11-08T05:52:45,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T05:52:45,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731045165781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731045165781"}]},"ts":"1731045165781"} 2024-11-08T05:52:45,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T05:52:45,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T05:52:45,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731045165785"}]},"ts":"1731045165785"} 2024-11-08T05:52:45,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-08T05:52:45,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5b1d30595c9538ad1699aec22ec5333b, ASSIGN}] 2024-11-08T05:52:45,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5b1d30595c9538ad1699aec22ec5333b, ASSIGN 2024-11-08T05:52:45,789 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5b1d30595c9538ad1699aec22ec5333b, ASSIGN; state=OFFLINE, location=d1ba675678c9,43477,1731045164506; forceNewPlan=false, retain=false 2024-11-08T05:52:45,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b1d30595c9538ad1699aec22ec5333b, regionState=OPENING, regionLocation=d1ba675678c9,43477,1731045164506 2024-11-08T05:52:45,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5b1d30595c9538ad1699aec22ec5333b, ASSIGN because future has completed 2024-11-08T05:52:45,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b1d30595c9538ad1699aec22ec5333b, server=d1ba675678c9,43477,1731045164506}] 2024-11-08T05:52:46,115 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:52:46,115 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b1d30595c9538ad1699aec22ec5333b, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:52:46,116 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,116 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:52:46,116 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,116 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,119 INFO [StoreOpener-5b1d30595c9538ad1699aec22ec5333b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,122 INFO [StoreOpener-5b1d30595c9538ad1699aec22ec5333b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b1d30595c9538ad1699aec22ec5333b columnFamilyName info 2024-11-08T05:52:46,122 DEBUG [StoreOpener-5b1d30595c9538ad1699aec22ec5333b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:52:46,123 INFO [StoreOpener-5b1d30595c9538ad1699aec22ec5333b-1 {}] regionserver.HStore(327): Store=5b1d30595c9538ad1699aec22ec5333b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:52:46,123 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,124 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,125 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,126 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,126 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,128 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,131 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:52:46,132 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b1d30595c9538ad1699aec22ec5333b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=829566, jitterRate=0.05484810471534729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:52:46,132 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:52:46,133 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b1d30595c9538ad1699aec22ec5333b: Running coprocessor pre-open hook at 1731045166117Writing region info on filesystem at 1731045166117Initializing all the Stores at 1731045166118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045166118Cleaning up temporary data from old regions at 1731045166126 (+8 ms)Running coprocessor post-open hooks at 1731045166132 (+6 ms)Region opened successfully at 1731045166133 (+1 ms) 2024-11-08T05:52:46,134 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b., pid=6, masterSystemTime=1731045166105 2024-11-08T05:52:46,137 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:52:46,137 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:52:46,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b1d30595c9538ad1699aec22ec5333b, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,43477,1731045164506 2024-11-08T05:52:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b1d30595c9538ad1699aec22ec5333b, server=d1ba675678c9,43477,1731045164506 because future has completed 2024-11-08T05:52:46,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T05:52:46,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b1d30595c9538ad1699aec22ec5333b, server=d1ba675678c9,43477,1731045164506 in 194 msec 2024-11-08T05:52:46,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T05:52:46,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5b1d30595c9538ad1699aec22ec5333b, ASSIGN in 359 msec 2024-11-08T05:52:46,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T05:52:46,150 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731045166150"}]},"ts":"1731045166150"} 2024-11-08T05:52:46,152 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-08T05:52:46,153 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T05:52:46,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 397 msec 2024-11-08T05:52:50,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:50,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:50,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:50,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:50,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:50,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:50,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:50,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:51,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:52:51,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:51,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:51,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:51,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:51,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:51,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:51,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:51,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:52:51,132 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T05:52:51,132 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-08T05:52:54,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T05:52:54,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T05:52:54,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:52:54,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T05:52:54,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:52:54,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T05:52:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:52:55,857 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T05:52:55,857 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-08T05:52:55,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:52:55,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:52:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b., hostname=d1ba675678c9,43477,1731045164506, seqNum=2] 2024-11-08T05:52:55,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:52:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:52:55,882 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T05:52:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T05:52:55,884 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T05:52:55,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T05:52:56,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T05:52:56,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:52:56,045 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 5b1d30595c9538ad1699aec22ec5333b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T05:52:56,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/9e6601e22a4b465f9cfad42f3fb38221 is 1055, key is row0001/info:/1731045175871/Put/seqid=0 2024-11-08T05:52:56,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741837_1013 (size=6008) 2024-11-08T05:52:56,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741837_1013 (size=6008) 2024-11-08T05:52:56,066 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/9e6601e22a4b465f9cfad42f3fb38221 2024-11-08T05:52:56,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/9e6601e22a4b465f9cfad42f3fb38221 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/9e6601e22a4b465f9cfad42f3fb38221 2024-11-08T05:52:56,081 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/9e6601e22a4b465f9cfad42f3fb38221, entries=1, sequenceid=5, filesize=5.9 K 2024-11-08T05:52:56,082 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5b1d30595c9538ad1699aec22ec5333b in 37ms, sequenceid=5, compaction requested=false 2024-11-08T05:52:56,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 5b1d30595c9538ad1699aec22ec5333b: 2024-11-08T05:52:56,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:52:56,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T05:52:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T05:52:56,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T05:52:56,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 201 msec 2024-11-08T05:52:56,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 212 msec 2024-11-08T05:53:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T05:53:05,935 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T05:53:05,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:53:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:53:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T05:53:05,942 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T05:53:05,943 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T05:53:05,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T05:53:06,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T05:53:06,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:06,099 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 5b1d30595c9538ad1699aec22ec5333b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T05:53:06,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/e298a8e186e040fe82295d8d369d6e46 is 1055, key is row0002/info:/1731045185936/Put/seqid=0 2024-11-08T05:53:06,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741838_1014 (size=6008) 2024-11-08T05:53:06,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741838_1014 (size=6008) 2024-11-08T05:53:06,116 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/e298a8e186e040fe82295d8d369d6e46 2024-11-08T05:53:06,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/e298a8e186e040fe82295d8d369d6e46 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/e298a8e186e040fe82295d8d369d6e46 2024-11-08T05:53:06,129 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/e298a8e186e040fe82295d8d369d6e46, entries=1, sequenceid=9, filesize=5.9 K 2024-11-08T05:53:06,130 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5b1d30595c9538ad1699aec22ec5333b in 31ms, sequenceid=9, compaction requested=false 2024-11-08T05:53:06,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 5b1d30595c9538ad1699aec22ec5333b: 2024-11-08T05:53:06,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:06,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T05:53:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T05:53:06,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T05:53:06,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-11-08T05:53:06,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 196 msec 2024-11-08T05:53:14,326 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T05:53:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T05:53:15,977 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T05:53:16,001 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045195983, exclude list is [], retry=0 2024-11-08T05:53:16,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40215,DS-ba082abe-4345-44e2-a590-f2f448e59292,DISK] 2024-11-08T05:53:16,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35529,DS-cb9e3070-df61-4cb3-83e8-2e50825f752a,DISK] 2024-11-08T05:53:16,005 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045165118 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045195983 2024-11-08T05:53:16,006 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46029:46029),(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-08T05:53:16,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045165118 is not closed yet, will try archiving it next time 2024-11-08T05:53:16,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:53:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741833_1009 (size=5471) 2024-11-08T05:53:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741833_1009 (size=5471) 2024-11-08T05:53:16,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045165118 not finished, retry = 0 2024-11-08T05:53:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:53:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T05:53:16,010 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T05:53:16,010 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T05:53:16,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T05:53:16,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T05:53:16,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:16,165 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 5b1d30595c9538ad1699aec22ec5333b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T05:53:16,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/8db2bb1560f04949815cb3ef74a1ee14 is 1055, key is row0003/info:/1731045195980/Put/seqid=0 2024-11-08T05:53:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741840_1016 (size=6008) 2024-11-08T05:53:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741840_1016 (size=6008) 2024-11-08T05:53:16,583 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/8db2bb1560f04949815cb3ef74a1ee14 2024-11-08T05:53:16,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/8db2bb1560f04949815cb3ef74a1ee14 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/8db2bb1560f04949815cb3ef74a1ee14 2024-11-08T05:53:16,605 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/8db2bb1560f04949815cb3ef74a1ee14, entries=1, sequenceid=13, filesize=5.9 K 2024-11-08T05:53:16,605 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5b1d30595c9538ad1699aec22ec5333b in 440ms, sequenceid=13, compaction requested=true 2024-11-08T05:53:16,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 5b1d30595c9538ad1699aec22ec5333b: 2024-11-08T05:53:16,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:16,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T05:53:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T05:53:16,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T05:53:16,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 596 msec 2024-11-08T05:53:16,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 603 msec 2024-11-08T05:53:25,660 INFO [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T05:53:25,660 INFO [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T05:53:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T05:53:26,067 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T05:53:26,076 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:53:26,078 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:53:26,080 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5b1d30595c9538ad1699aec22ec5333b/info is initiating minor compaction (all files) 2024-11-08T05:53:26,080 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:53:26,080 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:26,080 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5b1d30595c9538ad1699aec22ec5333b/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:26,081 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/9e6601e22a4b465f9cfad42f3fb38221, hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/e298a8e186e040fe82295d8d369d6e46, hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/8db2bb1560f04949815cb3ef74a1ee14] into tmpdir=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp, totalSize=17.6 K 2024-11-08T05:53:26,081 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9e6601e22a4b465f9cfad42f3fb38221, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731045175871 2024-11-08T05:53:26,082 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e298a8e186e040fe82295d8d369d6e46, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731045185936 2024-11-08T05:53:26,083 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8db2bb1560f04949815cb3ef74a1ee14, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731045195980 2024-11-08T05:53:26,105 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5b1d30595c9538ad1699aec22ec5333b#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:53:26,105 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/a5c69b7a3e5b409a93c454bde41ca3cc is 1055, key is row0001/info:/1731045175871/Put/seqid=0 2024-11-08T05:53:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741841_1017 (size=8221) 2024-11-08T05:53:26,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741841_1017 (size=8221) 2024-11-08T05:53:26,118 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/a5c69b7a3e5b409a93c454bde41ca3cc as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/a5c69b7a3e5b409a93c454bde41ca3cc 2024-11-08T05:53:26,131 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5b1d30595c9538ad1699aec22ec5333b/info of 5b1d30595c9538ad1699aec22ec5333b into a5c69b7a3e5b409a93c454bde41ca3cc(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:53:26,131 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5b1d30595c9538ad1699aec22ec5333b: 2024-11-08T05:53:26,146 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045206134, exclude list is [], retry=0 2024-11-08T05:53:26,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40215,DS-ba082abe-4345-44e2-a590-f2f448e59292,DISK] 2024-11-08T05:53:26,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35529,DS-cb9e3070-df61-4cb3-83e8-2e50825f752a,DISK] 2024-11-08T05:53:26,150 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045195983 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045206134 2024-11-08T05:53:26,151 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46029:46029),(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-08T05:53:26,151 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045195983 is not closed yet, will try archiving it next time 2024-11-08T05:53:26,151 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045165118 to hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/oldWALs/d1ba675678c9%2C43477%2C1731045164506.1731045165118 2024-11-08T05:53:26,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:53:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741839_1015 (size=2495) 2024-11-08T05:53:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741839_1015 (size=2495) 2024-11-08T05:53:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:53:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T05:53:26,155 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T05:53:26,156 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T05:53:26,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T05:53:26,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T05:53:26,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:26,309 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 5b1d30595c9538ad1699aec22ec5333b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T05:53:26,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/1b509026649d400ea80daf9cd09da8fa is 1055, key is row0000/info:/1731045206133/Put/seqid=0 2024-11-08T05:53:26,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741843_1019 (size=6008) 2024-11-08T05:53:26,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741843_1019 (size=6008) 2024-11-08T05:53:26,321 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/1b509026649d400ea80daf9cd09da8fa 2024-11-08T05:53:26,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/1b509026649d400ea80daf9cd09da8fa as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/1b509026649d400ea80daf9cd09da8fa 2024-11-08T05:53:26,334 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/1b509026649d400ea80daf9cd09da8fa, entries=1, sequenceid=18, filesize=5.9 K 2024-11-08T05:53:26,335 INFO [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5b1d30595c9538ad1699aec22ec5333b in 26ms, sequenceid=18, compaction requested=false 2024-11-08T05:53:26,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 5b1d30595c9538ad1699aec22ec5333b: 2024-11-08T05:53:26,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T05:53:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T05:53:26,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T05:53:26,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-08T05:53:26,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 189 msec 2024-11-08T05:53:31,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5b1d30595c9538ad1699aec22ec5333b, had cached 0 bytes from a total of 14229 2024-11-08T05:53:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T05:53:36,255 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T05:53:36,276 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045216260, exclude list is [], retry=0 2024-11-08T05:53:36,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35529,DS-cb9e3070-df61-4cb3-83e8-2e50825f752a,DISK] 2024-11-08T05:53:36,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40215,DS-ba082abe-4345-44e2-a590-f2f448e59292,DISK] 2024-11-08T05:53:36,280 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045206134 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045216260 2024-11-08T05:53:36,280 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225),(127.0.0.1/127.0.0.1:46029:46029)] 2024-11-08T05:53:36,280 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045206134 is not closed yet, will try archiving it next time 2024-11-08T05:53:36,280 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/WALs/d1ba675678c9,43477,1731045164506/d1ba675678c9%2C43477%2C1731045164506.1731045195983 to hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/oldWALs/d1ba675678c9%2C43477%2C1731045164506.1731045195983 2024-11-08T05:53:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:53:36,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:53:36,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:53:36,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:53:36,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:53:36,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:53:36,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=776381182, stopped=false 2024-11-08T05:53:36,282 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,40793,1731045164348 2024-11-08T05:53:36,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:53:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741842_1018 (size=2001) 2024-11-08T05:53:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741842_1018 (size=2001) 2024-11-08T05:53:36,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:53:36,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:53:36,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:36,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:36,353 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:53:36,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:53:36,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:53:36,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:53:36,355 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,43477,1731045164506' ***** 2024-11-08T05:53:36,355 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:53:36,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:53:36,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:53:36,356 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:53:36,356 INFO [RS:0;d1ba675678c9:43477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:53:36,356 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:53:36,356 INFO [RS:0;d1ba675678c9:43477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:53:36,357 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:53:36,357 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,43477,1731045164506 2024-11-08T05:53:36,357 INFO [RS:0;d1ba675678c9:43477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:53:36,357 INFO [RS:0;d1ba675678c9:43477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:43477. 2024-11-08T05:53:36,357 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b1d30595c9538ad1699aec22ec5333b, disabling compactions & flushes 2024-11-08T05:53:36,357 DEBUG [RS:0;d1ba675678c9:43477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:53:36,357 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:36,357 DEBUG [RS:0;d1ba675678c9:43477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:53:36,357 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:36,358 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. after waiting 0 ms 2024-11-08T05:53:36,358 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:36,358 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:53:36,358 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:53:36,358 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:53:36,358 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b1d30595c9538ad1699aec22ec5333b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T05:53:36,358 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:53:36,358 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T05:53:36,358 DEBUG [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(1325): Online Regions={5b1d30595c9538ad1699aec22ec5333b=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T05:53:36,358 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:53:36,358 DEBUG [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b1d30595c9538ad1699aec22ec5333b 2024-11-08T05:53:36,358 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:53:36,359 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:53:36,359 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:53:36,359 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:53:36,359 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-08T05:53:36,363 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/745213a0156e4709b2b461f2e2893da5 is 1055, key is row0001/info:/1731045216257/Put/seqid=0 2024-11-08T05:53:36,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741845_1021 (size=6008) 2024-11-08T05:53:36,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741845_1021 (size=6008) 2024-11-08T05:53:36,372 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/745213a0156e4709b2b461f2e2893da5 2024-11-08T05:53:36,376 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/.tmp/info/cd3e8fbae8eb41cf8f11af7324dad018 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b./info:regioninfo/1731045166138/Put/seqid=0 2024-11-08T05:53:36,381 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/.tmp/info/745213a0156e4709b2b461f2e2893da5 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/745213a0156e4709b2b461f2e2893da5 2024-11-08T05:53:36,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741846_1022 (size=7308) 2024-11-08T05:53:36,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741846_1022 (size=7308) 2024-11-08T05:53:36,382 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/.tmp/info/cd3e8fbae8eb41cf8f11af7324dad018 2024-11-08T05:53:36,387 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/745213a0156e4709b2b461f2e2893da5, entries=1, sequenceid=22, filesize=5.9 K 2024-11-08T05:53:36,388 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5b1d30595c9538ad1699aec22ec5333b in 30ms, sequenceid=22, compaction requested=true 2024-11-08T05:53:36,390 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/9e6601e22a4b465f9cfad42f3fb38221, hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/e298a8e186e040fe82295d8d369d6e46, hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/8db2bb1560f04949815cb3ef74a1ee14] to archive 2024-11-08T05:53:36,393 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T05:53:36,395 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/9e6601e22a4b465f9cfad42f3fb38221 to hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/9e6601e22a4b465f9cfad42f3fb38221 2024-11-08T05:53:36,397 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/e298a8e186e040fe82295d8d369d6e46 to hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/e298a8e186e040fe82295d8d369d6e46 2024-11-08T05:53:36,398 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/8db2bb1560f04949815cb3ef74a1ee14 to hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/info/8db2bb1560f04949815cb3ef74a1ee14 2024-11-08T05:53:36,407 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/.tmp/ns/977ca7b5ae5c4927928ec1cf726d5ed6 is 43, key is default/ns:d/1731045165641/Put/seqid=0 2024-11-08T05:53:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741847_1023 (size=5153) 2024-11-08T05:53:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741847_1023 (size=5153) 2024-11-08T05:53:36,412 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/.tmp/ns/977ca7b5ae5c4927928ec1cf726d5ed6 2024-11-08T05:53:36,414 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:40793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T05:53:36,415 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [9e6601e22a4b465f9cfad42f3fb38221=6008, e298a8e186e040fe82295d8d369d6e46=6008, 8db2bb1560f04949815cb3ef74a1ee14=6008] 2024-11-08T05:53:36,419 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5b1d30595c9538ad1699aec22ec5333b/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-08T05:53:36,420 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:36,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b1d30595c9538ad1699aec22ec5333b: Waiting for close lock at 1731045216357Running coprocessor pre-close hooks at 1731045216357Disabling compacts and flushes for region at 1731045216357Disabling writes for close at 1731045216358 (+1 ms)Obtaining lock to block concurrent updates at 1731045216358Preparing flush snapshotting stores in 5b1d30595c9538ad1699aec22ec5333b at 1731045216358Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731045216358Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. at 1731045216359 (+1 ms)Flushing 5b1d30595c9538ad1699aec22ec5333b/info: creating writer at 1731045216359Flushing 5b1d30595c9538ad1699aec22ec5333b/info: appending metadata at 1731045216363 (+4 ms)Flushing 5b1d30595c9538ad1699aec22ec5333b/info: closing flushed file at 1731045216363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8e9849: reopening flushed file at 1731045216380 (+17 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5b1d30595c9538ad1699aec22ec5333b in 30ms, sequenceid=22, compaction requested=true at 1731045216388 (+8 ms)Writing region close event to WAL at 1731045216415 (+27 ms)Running coprocessor post-close hooks at 1731045216420 (+5 ms)Closed at 1731045216420 2024-11-08T05:53:36,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731045165756.5b1d30595c9538ad1699aec22ec5333b. 2024-11-08T05:53:36,435 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/.tmp/table/74e70647e2154b3c9d70c318aeecb639 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731045166150/Put/seqid=0 2024-11-08T05:53:36,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741848_1024 (size=5508) 2024-11-08T05:53:36,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741848_1024 (size=5508) 2024-11-08T05:53:36,440 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/.tmp/table/74e70647e2154b3c9d70c318aeecb639 2024-11-08T05:53:36,449 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/.tmp/info/cd3e8fbae8eb41cf8f11af7324dad018 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/info/cd3e8fbae8eb41cf8f11af7324dad018 2024-11-08T05:53:36,457 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/info/cd3e8fbae8eb41cf8f11af7324dad018, entries=10, sequenceid=11, filesize=7.1 K 2024-11-08T05:53:36,458 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/.tmp/ns/977ca7b5ae5c4927928ec1cf726d5ed6 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/ns/977ca7b5ae5c4927928ec1cf726d5ed6 2024-11-08T05:53:36,466 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/ns/977ca7b5ae5c4927928ec1cf726d5ed6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T05:53:36,467 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/.tmp/table/74e70647e2154b3c9d70c318aeecb639 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/table/74e70647e2154b3c9d70c318aeecb639 2024-11-08T05:53:36,475 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/table/74e70647e2154b3c9d70c318aeecb639, entries=2, sequenceid=11, filesize=5.4 K 2024-11-08T05:53:36,476 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=11, compaction requested=false 2024-11-08T05:53:36,481 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T05:53:36,482 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:53:36,482 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:53:36,482 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731045216358Running coprocessor pre-close hooks at 1731045216358Disabling compacts and flushes for region at 1731045216358Disabling writes for close at 1731045216359 (+1 ms)Obtaining lock to block concurrent updates at 1731045216359Preparing flush snapshotting stores in 1588230740 at 1731045216359Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731045216359Flushing stores of hbase:meta,,1.1588230740 at 1731045216360 (+1 ms)Flushing 1588230740/info: creating writer at 1731045216360Flushing 1588230740/info: appending metadata at 1731045216376 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731045216376Flushing 1588230740/ns: creating writer at 1731045216391 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731045216406 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731045216406Flushing 1588230740/table: creating writer at 1731045216419 (+13 ms)Flushing 1588230740/table: appending metadata at 1731045216434 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731045216434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22aed10: reopening flushed file at 1731045216447 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d6216a: reopening flushed file at 1731045216457 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c6f470: reopening flushed file at 1731045216466 (+9 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=11, compaction requested=false at 1731045216476 (+10 ms)Writing region close event to WAL at 1731045216477 (+1 ms)Running coprocessor post-close hooks at 1731045216482 (+5 ms)Closed at 1731045216482 2024-11-08T05:53:36,482 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:53:36,559 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,43477,1731045164506; all regions closed. 2024-11-08T05:53:36,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741834_1010 (size=3306) 2024-11-08T05:53:36,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741834_1010 (size=3306) 2024-11-08T05:53:36,565 DEBUG [RS:0;d1ba675678c9:43477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/oldWALs 2024-11-08T05:53:36,565 INFO [RS:0;d1ba675678c9:43477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C43477%2C1731045164506.meta:.meta(num 1731045165554) 2024-11-08T05:53:36,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741844_1020 (size=1252) 2024-11-08T05:53:36,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741844_1020 (size=1252) 2024-11-08T05:53:36,571 DEBUG [RS:0;d1ba675678c9:43477 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/oldWALs 2024-11-08T05:53:36,571 INFO [RS:0;d1ba675678c9:43477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C43477%2C1731045164506:(num 1731045216260) 2024-11-08T05:53:36,571 DEBUG [RS:0;d1ba675678c9:43477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:53:36,571 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:53:36,571 INFO [RS:0;d1ba675678c9:43477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:53:36,571 INFO [RS:0;d1ba675678c9:43477 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:53:36,572 INFO [RS:0;d1ba675678c9:43477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:53:36,572 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:53:36,572 INFO [RS:0;d1ba675678c9:43477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43477 2024-11-08T05:53:36,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,43477,1731045164506 2024-11-08T05:53:36,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:53:36,584 INFO [RS:0;d1ba675678c9:43477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:53:36,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,43477,1731045164506] 2024-11-08T05:53:36,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,43477,1731045164506 already deleted, retry=false 2024-11-08T05:53:36,607 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,43477,1731045164506 expired; onlineServers=0 2024-11-08T05:53:36,607 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,40793,1731045164348' ***** 2024-11-08T05:53:36,607 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:53:36,607 INFO [M:0;d1ba675678c9:40793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:53:36,607 INFO [M:0;d1ba675678c9:40793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:53:36,607 DEBUG [M:0;d1ba675678c9:40793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:53:36,608 DEBUG [M:0;d1ba675678c9:40793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:53:36,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:53:36,608 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045164881 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045164881,5,FailOnTimeoutGroup] 2024-11-08T05:53:36,608 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045164881 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045164881,5,FailOnTimeoutGroup] 2024-11-08T05:53:36,608 INFO [M:0;d1ba675678c9:40793 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:53:36,608 INFO [M:0;d1ba675678c9:40793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:53:36,608 DEBUG [M:0;d1ba675678c9:40793 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:53:36,608 INFO [M:0;d1ba675678c9:40793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:53:36,608 INFO [M:0;d1ba675678c9:40793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:53:36,608 INFO [M:0;d1ba675678c9:40793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:53:36,608 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:53:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:53:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:36,618 DEBUG [M:0;d1ba675678c9:40793 {}] zookeeper.ZKUtil(347): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T05:53:36,618 WARN [M:0;d1ba675678c9:40793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T05:53:36,620 INFO [M:0;d1ba675678c9:40793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/.lastflushedseqids 2024-11-08T05:53:36,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741849_1025 (size=130) 2024-11-08T05:53:36,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741849_1025 (size=130) 2024-11-08T05:53:36,627 INFO [M:0;d1ba675678c9:40793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:53:36,628 INFO [M:0;d1ba675678c9:40793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:53:36,628 DEBUG [M:0;d1ba675678c9:40793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:53:36,628 INFO [M:0;d1ba675678c9:40793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:53:36,628 DEBUG [M:0;d1ba675678c9:40793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:53:36,628 DEBUG [M:0;d1ba675678c9:40793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:53:36,628 DEBUG [M:0;d1ba675678c9:40793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:53:36,628 INFO [M:0;d1ba675678c9:40793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.61 KB heapSize=55.02 KB 2024-11-08T05:53:36,646 DEBUG [M:0;d1ba675678c9:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7280764f3e03423885c16cdef7345d95 is 82, key is hbase:meta,,1/info:regioninfo/1731045165592/Put/seqid=0 2024-11-08T05:53:36,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741850_1026 (size=5672) 2024-11-08T05:53:36,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741850_1026 (size=5672) 2024-11-08T05:53:36,652 INFO [M:0;d1ba675678c9:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7280764f3e03423885c16cdef7345d95 2024-11-08T05:53:36,671 DEBUG [M:0;d1ba675678c9:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3194495c5a04b7a96278ea4d0e1db44 is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731045166154/Put/seqid=0 2024-11-08T05:53:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741851_1027 (size=7825) 2024-11-08T05:53:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741851_1027 (size=7825) 2024-11-08T05:53:36,676 INFO [M:0;d1ba675678c9:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.01 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3194495c5a04b7a96278ea4d0e1db44 2024-11-08T05:53:36,681 INFO [M:0;d1ba675678c9:40793 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3194495c5a04b7a96278ea4d0e1db44 2024-11-08T05:53:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:53:36,697 INFO [RS:0;d1ba675678c9:43477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:53:36,697 INFO [RS:0;d1ba675678c9:43477 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,43477,1731045164506; zookeeper connection closed. 2024-11-08T05:53:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43477-0x101190100d40001, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:53:36,697 DEBUG [M:0;d1ba675678c9:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9ccacdf9cb2481bbfadd1cb62ff6061 is 69, key is d1ba675678c9,43477,1731045164506/rs:state/1731045164963/Put/seqid=0 2024-11-08T05:53:36,697 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ec93ed6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ec93ed6 2024-11-08T05:53:36,697 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T05:53:36,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741852_1028 (size=5156) 2024-11-08T05:53:36,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741852_1028 (size=5156) 2024-11-08T05:53:36,703 INFO [M:0;d1ba675678c9:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9ccacdf9cb2481bbfadd1cb62ff6061 2024-11-08T05:53:36,721 DEBUG [M:0;d1ba675678c9:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1479d10925fb458e82a0a1bcfd4a8ba7 is 52, key is load_balancer_on/state:d/1731045165751/Put/seqid=0 2024-11-08T05:53:36,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741853_1029 (size=5056) 2024-11-08T05:53:36,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741853_1029 (size=5056) 2024-11-08T05:53:36,727 INFO [M:0;d1ba675678c9:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1479d10925fb458e82a0a1bcfd4a8ba7 2024-11-08T05:53:36,733 DEBUG [M:0;d1ba675678c9:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7280764f3e03423885c16cdef7345d95 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7280764f3e03423885c16cdef7345d95 2024-11-08T05:53:36,738 INFO [M:0;d1ba675678c9:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7280764f3e03423885c16cdef7345d95, entries=8, sequenceid=121, filesize=5.5 K 2024-11-08T05:53:36,739 DEBUG [M:0;d1ba675678c9:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3194495c5a04b7a96278ea4d0e1db44 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3194495c5a04b7a96278ea4d0e1db44 2024-11-08T05:53:36,744 INFO [M:0;d1ba675678c9:40793 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3194495c5a04b7a96278ea4d0e1db44 2024-11-08T05:53:36,744 INFO [M:0;d1ba675678c9:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3194495c5a04b7a96278ea4d0e1db44, entries=14, sequenceid=121, filesize=7.6 K 2024-11-08T05:53:36,745 DEBUG [M:0;d1ba675678c9:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9ccacdf9cb2481bbfadd1cb62ff6061 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9ccacdf9cb2481bbfadd1cb62ff6061 2024-11-08T05:53:36,751 INFO [M:0;d1ba675678c9:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9ccacdf9cb2481bbfadd1cb62ff6061, entries=1, sequenceid=121, filesize=5.0 K 2024-11-08T05:53:36,752 DEBUG [M:0;d1ba675678c9:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1479d10925fb458e82a0a1bcfd4a8ba7 as hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1479d10925fb458e82a0a1bcfd4a8ba7 2024-11-08T05:53:36,758 INFO [M:0;d1ba675678c9:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39545/user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1479d10925fb458e82a0a1bcfd4a8ba7, entries=1, sequenceid=121, filesize=4.9 K 2024-11-08T05:53:36,759 INFO [M:0;d1ba675678c9:40793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.61 KB/44659, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=121, compaction requested=false 2024-11-08T05:53:36,761 INFO [M:0;d1ba675678c9:40793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:53:36,761 DEBUG [M:0;d1ba675678c9:40793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731045216628Disabling compacts and flushes for region at 1731045216628Disabling writes for close at 1731045216628Obtaining lock to block concurrent updates at 1731045216628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731045216628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44659, getHeapSize=56272, getOffHeapSize=0, getCellsCount=140 at 1731045216629 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731045216629Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731045216630 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731045216646 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731045216646Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731045216657 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731045216671 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731045216671Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731045216681 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731045216696 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731045216696Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731045216708 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731045216720 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731045216721 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75caee8b: reopening flushed file at 1731045216732 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f793654: reopening flushed file at 1731045216738 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e69bb9: reopening flushed file at 1731045216745 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed7ba4c: reopening flushed file at 1731045216751 (+6 ms)Finished flush of dataSize ~43.61 KB/44659, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=121, compaction requested=false at 1731045216759 (+8 ms)Writing region close event to WAL at 1731045216761 (+2 ms)Closed at 1731045216761 2024-11-08T05:53:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741830_1006 (size=53056) 2024-11-08T05:53:36,763 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a69d76d-7ef5-3d82-2206-4f91234813c0/MasterData/WALs/d1ba675678c9,40793,1731045164348/d1ba675678c9%2C40793%2C1731045164348.1731045164652 not finished, retry = 0 2024-11-08T05:53:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40215 is added to blk_1073741830_1006 (size=53056) 2024-11-08T05:53:36,865 INFO [M:0;d1ba675678c9:40793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:53:36,865 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:53:36,865 INFO [M:0;d1ba675678c9:40793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40793 2024-11-08T05:53:36,866 INFO [M:0;d1ba675678c9:40793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:53:36,980 INFO [M:0;d1ba675678c9:40793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:53:36,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:53:36,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101190100d40000, quorum=127.0.0.1:56043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:53:36,989 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:53:37,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d4bb1e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:53:37,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51c59f33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:53:37,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:53:37,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac352ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:53:37,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c77845f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/hadoop.log.dir/,STOPPED} 2024-11-08T05:53:37,026 WARN [BP-1269895424-172.17.0.3-1731045161878 heartbeating to localhost/127.0.0.1:39545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:53:37,026 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:53:37,026 WARN [BP-1269895424-172.17.0.3-1731045161878 heartbeating to localhost/127.0.0.1:39545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1269895424-172.17.0.3-1731045161878 (Datanode Uuid db4dc6ec-3a0b-4a08-9ac5-3ba19b76a169) service to localhost/127.0.0.1:39545 2024-11-08T05:53:37,026 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:53:37,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/data/data3/current/BP-1269895424-172.17.0.3-1731045161878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:53:37,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/data/data4/current/BP-1269895424-172.17.0.3-1731045161878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:53:37,028 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:53:37,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bd74c4e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:53:37,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@421e5187{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:53:37,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:53:37,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@693607e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:53:37,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0c5248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/hadoop.log.dir/,STOPPED} 2024-11-08T05:53:37,032 WARN [BP-1269895424-172.17.0.3-1731045161878 heartbeating to localhost/127.0.0.1:39545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:53:37,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:53:37,032 WARN [BP-1269895424-172.17.0.3-1731045161878 heartbeating to localhost/127.0.0.1:39545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1269895424-172.17.0.3-1731045161878 (Datanode Uuid d4887128-c524-4511-8d46-c340e2faa8d0) service to localhost/127.0.0.1:39545 2024-11-08T05:53:37,032 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:53:37,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/data/data1/current/BP-1269895424-172.17.0.3-1731045161878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:53:37,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/cluster_67ec6a69-1264-5fe2-01fc-ba3cf0565c0f/data/data2/current/BP-1269895424-172.17.0.3-1731045161878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:53:37,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:53:37,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e4d4b3e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:53:37,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ff0f04c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:53:37,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:53:37,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78aa4fc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:53:37,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d79aa7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/hadoop.log.dir/,STOPPED} 2024-11-08T05:53:37,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:53:37,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:53:37,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=99 (was 104), OpenFileDescriptor=429 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=40 (was 85), ProcessCount=11 (was 11), AvailableMemoryMB=10272 (was 10394) 2024-11-08T05:53:37,075 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=99, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=40, ProcessCount=11, AvailableMemoryMB=10272 2024-11-08T05:53:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:53:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/hadoop.log.dir so I do NOT create it in target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94 2024-11-08T05:53:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/378f2b17-ef2b-60e4-d80c-14a053f2f444/hadoop.tmp.dir so I do NOT create it in target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94 2024-11-08T05:53:37,076 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce, deleteOnExit=true 2024-11-08T05:53:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:53:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/test.cache.data in system properties and HBase conf 2024-11-08T05:53:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:53:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:53:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:53:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:53:37,077 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:53:37,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:53:37,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:53:37,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:53:37,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:53:37,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:53:37,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:53:37,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:53:37,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:53:37,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:53:37,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:53:37,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:53:37,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5746e701{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:53:37,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b60bc0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:53:37,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b4928a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/java.io.tmpdir/jetty-localhost-45565-hadoop-hdfs-3_4_1-tests_jar-_-any-906363724719619377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:53:37,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70df1448{HTTP/1.1, (http/1.1)}{localhost:45565} 2024-11-08T05:53:37,581 INFO [Time-limited test {}] server.Server(415): Started @149355ms 2024-11-08T05:53:37,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:53:37,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:53:37,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:53:37,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:53:37,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:53:37,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e22874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:53:37,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694ec3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:53:37,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bcb380d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/java.io.tmpdir/jetty-localhost-43859-hadoop-hdfs-3_4_1-tests_jar-_-any-2775194109783880547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:53:37,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@653ad4d3{HTTP/1.1, (http/1.1)}{localhost:43859} 2024-11-08T05:53:37,938 INFO [Time-limited test {}] server.Server(415): Started @149711ms 2024-11-08T05:53:37,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:53:37,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:53:37,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:53:37,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:53:37,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:53:37,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:53:37,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aafbd50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:53:37,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e3af92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:53:38,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1724ee4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/java.io.tmpdir/jetty-localhost-35315-hadoop-hdfs-3_4_1-tests_jar-_-any-1357331098295957579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:53:38,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72511264{HTTP/1.1, (http/1.1)}{localhost:35315} 2024-11-08T05:53:38,067 INFO [Time-limited test {}] server.Server(415): Started @149841ms 2024-11-08T05:53:38,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:53:39,135 WARN [Thread-1107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/data/data1/current/BP-409311848-172.17.0.3-1731045217100/current, will proceed with Du for space computation calculation, 2024-11-08T05:53:39,136 WARN [Thread-1108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/data/data2/current/BP-409311848-172.17.0.3-1731045217100/current, will proceed with Du for space computation calculation, 2024-11-08T05:53:39,154 WARN [Thread-1071 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:53:39,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1007a2dfbf7bbd3 with lease ID 0xeef84ae8294b487a: Processing first storage report for DS-22362d8a-4cc8-4489-b327-9d5e6a79759b from datanode DatanodeRegistration(127.0.0.1:41373, datanodeUuid=12f00da2-ebfc-4800-bd25-4b2410e91043, infoPort=45285, infoSecurePort=0, ipcPort=38883, storageInfo=lv=-57;cid=testClusterID;nsid=1415150770;c=1731045217100) 2024-11-08T05:53:39,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1007a2dfbf7bbd3 with lease ID 0xeef84ae8294b487a: from storage DS-22362d8a-4cc8-4489-b327-9d5e6a79759b node DatanodeRegistration(127.0.0.1:41373, datanodeUuid=12f00da2-ebfc-4800-bd25-4b2410e91043, infoPort=45285, infoSecurePort=0, ipcPort=38883, storageInfo=lv=-57;cid=testClusterID;nsid=1415150770;c=1731045217100), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:53:39,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1007a2dfbf7bbd3 with lease ID 0xeef84ae8294b487a: Processing first storage report for DS-2dfb5c10-60a9-4e9f-85f5-c72e0d96d80b from datanode DatanodeRegistration(127.0.0.1:41373, datanodeUuid=12f00da2-ebfc-4800-bd25-4b2410e91043, infoPort=45285, infoSecurePort=0, ipcPort=38883, storageInfo=lv=-57;cid=testClusterID;nsid=1415150770;c=1731045217100) 2024-11-08T05:53:39,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1007a2dfbf7bbd3 with lease ID 0xeef84ae8294b487a: from storage DS-2dfb5c10-60a9-4e9f-85f5-c72e0d96d80b node DatanodeRegistration(127.0.0.1:41373, datanodeUuid=12f00da2-ebfc-4800-bd25-4b2410e91043, infoPort=45285, infoSecurePort=0, ipcPort=38883, storageInfo=lv=-57;cid=testClusterID;nsid=1415150770;c=1731045217100), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:53:39,252 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/data/data3/current/BP-409311848-172.17.0.3-1731045217100/current, will proceed with Du for space computation calculation, 2024-11-08T05:53:39,252 WARN [Thread-1119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/data/data4/current/BP-409311848-172.17.0.3-1731045217100/current, will proceed with Du for space computation calculation, 2024-11-08T05:53:39,272 WARN [Thread-1094 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:53:39,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e1731d1d07db041 with lease ID 0xeef84ae8294b487b: Processing first storage report for DS-560b6a2e-d69c-4437-a1d7-6b4ad5632363 from datanode DatanodeRegistration(127.0.0.1:37959, datanodeUuid=04704579-00d6-49ad-ad6b-4dcc673b6889, infoPort=34463, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=1415150770;c=1731045217100) 2024-11-08T05:53:39,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e1731d1d07db041 with lease ID 0xeef84ae8294b487b: from storage DS-560b6a2e-d69c-4437-a1d7-6b4ad5632363 node DatanodeRegistration(127.0.0.1:37959, datanodeUuid=04704579-00d6-49ad-ad6b-4dcc673b6889, infoPort=34463, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=1415150770;c=1731045217100), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:53:39,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e1731d1d07db041 with lease ID 0xeef84ae8294b487b: Processing first storage report for DS-ad7b1ea4-9d69-46d7-ac3c-fe49b8ab121d from datanode DatanodeRegistration(127.0.0.1:37959, datanodeUuid=04704579-00d6-49ad-ad6b-4dcc673b6889, infoPort=34463, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=1415150770;c=1731045217100) 2024-11-08T05:53:39,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e1731d1d07db041 with lease ID 0xeef84ae8294b487b: from storage DS-ad7b1ea4-9d69-46d7-ac3c-fe49b8ab121d node DatanodeRegistration(127.0.0.1:37959, datanodeUuid=04704579-00d6-49ad-ad6b-4dcc673b6889, infoPort=34463, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=1415150770;c=1731045217100), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:53:39,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94 2024-11-08T05:53:39,304 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/zookeeper_0, clientPort=56280, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:53:39,305 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56280 2024-11-08T05:53:39,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:53:39,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:53:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:53:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:53:39,320 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec with version=8 2024-11-08T05:53:39,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/hbase-staging 2024-11-08T05:53:39,322 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:53:39,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:53:39,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:53:39,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:53:39,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:53:39,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:53:39,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:53:39,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:53:39,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45673 2024-11-08T05:53:39,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45673 connecting to ZooKeeper ensemble=127.0.0.1:56280 2024-11-08T05:53:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456730x0, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:53:39,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45673-0x1011901d7930000 connected 2024-11-08T05:53:39,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:53:39,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:53:39,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:53:39,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec, hbase.cluster.distributed=false 2024-11-08T05:53:39,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:53:39,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-08T05:53:39,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45673 2024-11-08T05:53:39,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45673 2024-11-08T05:53:39,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-08T05:53:39,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-08T05:53:39,489 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:53:39,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:53:39,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:53:39,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:53:39,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:53:39,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:53:39,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:53:39,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:53:39,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41129 2024-11-08T05:53:39,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41129 connecting to ZooKeeper ensemble=127.0.0.1:56280 2024-11-08T05:53:39,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:53:39,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:53:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411290x0, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:53:39,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41129-0x1011901d7930001 connected 2024-11-08T05:53:39,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:53:39,502 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:53:39,503 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:53:39,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:53:39,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:53:39,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41129 2024-11-08T05:53:39,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41129 2024-11-08T05:53:39,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41129 2024-11-08T05:53:39,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41129 2024-11-08T05:53:39,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41129 2024-11-08T05:53:39,518 DEBUG [M:0;d1ba675678c9:45673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:45673 2024-11-08T05:53:39,519 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,45673,1731045219322 2024-11-08T05:53:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:53:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:53:39,532 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,45673,1731045219322 2024-11-08T05:53:39,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:53:39,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:39,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:39,544 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:53:39,545 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,45673,1731045219322 from backup master directory 2024-11-08T05:53:39,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:53:39,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,45673,1731045219322 2024-11-08T05:53:39,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:53:39,633 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:53:39,633 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,45673,1731045219322 2024-11-08T05:53:39,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/hbase.id] with ID: 7b33bd66-2368-44c4-bdd2-29cec4164c5f 2024-11-08T05:53:39,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/.tmp/hbase.id 2024-11-08T05:53:39,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:53:39,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:53:39,646 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/.tmp/hbase.id]:[hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/hbase.id] 2024-11-08T05:53:39,658 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:53:39,658 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:53:39,659 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T05:53:39,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:39,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:53:39,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:53:39,702 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:53:39,703 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:53:39,704 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:53:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:53:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:53:39,712 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store 2024-11-08T05:53:39,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:53:39,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:53:39,719 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:53:39,719 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:53:39,719 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:53:39,719 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:53:39,719 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:53:39,719 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:53:39,719 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:53:39,719 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731045219719Disabling compacts and flushes for region at 1731045219719Disabling writes for close at 1731045219719Writing region close event to WAL at 1731045219719Closed at 1731045219719 2024-11-08T05:53:39,720 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/.initializing 2024-11-08T05:53:39,720 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/WALs/d1ba675678c9,45673,1731045219322 2024-11-08T05:53:39,721 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:53:39,722 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C45673%2C1731045219322, suffix=, logDir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/WALs/d1ba675678c9,45673,1731045219322, archiveDir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/oldWALs, maxLogs=10 2024-11-08T05:53:39,734 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/WALs/d1ba675678c9,45673,1731045219322/d1ba675678c9%2C45673%2C1731045219322.1731045219722, exclude list is [], retry=0 2024-11-08T05:53:39,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41373,DS-22362d8a-4cc8-4489-b327-9d5e6a79759b,DISK] 2024-11-08T05:53:39,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-560b6a2e-d69c-4437-a1d7-6b4ad5632363,DISK] 2024-11-08T05:53:39,738 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/WALs/d1ba675678c9,45673,1731045219322/d1ba675678c9%2C45673%2C1731045219322.1731045219722 2024-11-08T05:53:39,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45285:45285),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-08T05:53:39,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:53:39,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:53:39,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:53:39,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:39,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:53:39,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:53:39,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:39,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:53:39,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:53:39,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:39,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:53:39,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:53:39,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:39,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:53:39,747 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,747 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,747 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,749 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,749 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,749 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:53:39,750 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:53:39,753 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:53:39,753 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=715394, jitterRate=-0.09033001959323883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:53:39,754 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731045219739Initializing all the Stores at 1731045219740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045219740Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045219740Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045219740Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045219740Cleaning up temporary data from old regions at 1731045219749 (+9 ms)Region opened successfully at 1731045219754 (+5 ms) 2024-11-08T05:53:39,754 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:53:39,758 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5b2995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:53:39,759 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:53:39,759 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:53:39,759 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:53:39,759 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:53:39,759 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T05:53:39,760 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T05:53:39,760 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:53:39,762 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:53:39,763 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:53:39,775 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:53:39,775 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:53:39,776 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:53:39,786 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:53:39,786 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:53:39,787 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:53:39,796 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:53:39,797 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:53:39,807 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:53:39,809 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:53:39,817 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:53:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:53:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:53:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:39,829 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,45673,1731045219322, sessionid=0x1011901d7930000, setting cluster-up flag (Was=false) 2024-11-08T05:53:39,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:39,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:39,881 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:53:39,885 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,45673,1731045219322 2024-11-08T05:53:39,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:39,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:39,944 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:53:39,949 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,45673,1731045219322 2024-11-08T05:53:39,952 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:53:39,955 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:53:39,956 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:53:39,956 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:53:39,956 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,45673,1731045219322 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:53:39,958 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:53:39,958 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:53:39,958 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:53:39,958 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:53:39,959 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:53:39,959 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:39,959 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:53:39,959 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:39,960 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731045249960 2024-11-08T05:53:39,960 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:53:39,960 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:53:39,960 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:53:39,960 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:53:39,960 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:53:39,960 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:53:39,961 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:39,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:53:39,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:53:39,961 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:53:39,961 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:53:39,961 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:53:39,962 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:53:39,962 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:53:39,962 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045219962,5,FailOnTimeoutGroup] 2024-11-08T05:53:39,962 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045219962,5,FailOnTimeoutGroup] 2024-11-08T05:53:39,962 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:39,962 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:39,962 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:53:39,962 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:39,962 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:39,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:53:39,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:53:39,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:53:39,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:53:39,972 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec 2024-11-08T05:53:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:53:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:53:39,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:53:39,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:53:39,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:53:39,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:39,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:53:39,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:53:39,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:53:39,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:39,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:53:39,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:53:39,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:53:39,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:39,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:53:39,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:53:39,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:53:39,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:39,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:53:39,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:53:39,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740 2024-11-08T05:53:39,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740 2024-11-08T05:53:39,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:53:39,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:53:39,992 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T05:53:39,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:53:39,996 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:53:39,996 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=745197, jitterRate=-0.052433326840400696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T05:53:39,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731045219979Initializing all the Stores at 1731045219979Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045219980 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045219980Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045219980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045219980Cleaning up temporary data from old regions at 1731045219991 (+11 ms)Region opened successfully at 1731045219997 (+6 ms) 2024-11-08T05:53:39,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:53:39,997 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:53:39,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:53:39,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:53:39,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:53:39,998 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:53:39,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731045219997Disabling compacts and flushes for region at 1731045219997Disabling writes for close at 1731045219997Writing region close event to WAL at 1731045219998 (+1 ms)Closed at 1731045219998 2024-11-08T05:53:39,999 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:53:39,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:53:39,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:53:40,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:53:40,002 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:53:40,009 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(746): ClusterId : 7b33bd66-2368-44c4-bdd2-29cec4164c5f 2024-11-08T05:53:40,009 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:53:40,018 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:53:40,019 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:53:40,029 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:53:40,029 DEBUG [RS:0;d1ba675678c9:41129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bfb871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:53:40,043 DEBUG [RS:0;d1ba675678c9:41129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:41129 2024-11-08T05:53:40,043 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:53:40,043 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:53:40,043 DEBUG [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:53:40,044 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,45673,1731045219322 with port=41129, startcode=1731045219489 2024-11-08T05:53:40,044 DEBUG [RS:0;d1ba675678c9:41129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:53:40,046 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:53:40,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,41129,1731045219489 2024-11-08T05:53:40,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:40,048 DEBUG [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec 2024-11-08T05:53:40,048 DEBUG [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43629 2024-11-08T05:53:40,048 DEBUG [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:53:40,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:53:40,060 DEBUG [RS:0;d1ba675678c9:41129 {}] zookeeper.ZKUtil(111): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,41129,1731045219489 2024-11-08T05:53:40,060 WARN [RS:0;d1ba675678c9:41129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:53:40,061 INFO [RS:0;d1ba675678c9:41129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:53:40,061 DEBUG [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489 2024-11-08T05:53:40,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,41129,1731045219489] 2024-11-08T05:53:40,064 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:53:40,065 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:53:40,066 INFO [RS:0;d1ba675678c9:41129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:53:40,066 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,066 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:53:40,066 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:53:40,067 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:53:40,067 DEBUG [RS:0;d1ba675678c9:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:53:40,068 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,068 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,068 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,068 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,068 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,068 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,41129,1731045219489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:53:40,081 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:53:40,081 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,41129,1731045219489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,082 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,082 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.Replication(171): d1ba675678c9,41129,1731045219489 started 2024-11-08T05:53:40,094 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,094 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,41129,1731045219489, RpcServer on d1ba675678c9/172.17.0.3:41129, sessionid=0x1011901d7930001 2024-11-08T05:53:40,095 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:53:40,095 DEBUG [RS:0;d1ba675678c9:41129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,41129,1731045219489 2024-11-08T05:53:40,095 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,41129,1731045219489' 2024-11-08T05:53:40,095 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:53:40,095 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:53:40,096 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:53:40,096 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:53:40,096 DEBUG [RS:0;d1ba675678c9:41129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,41129,1731045219489 2024-11-08T05:53:40,096 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,41129,1731045219489' 2024-11-08T05:53:40,096 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:53:40,096 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:53:40,097 DEBUG [RS:0;d1ba675678c9:41129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:53:40,097 INFO [RS:0;d1ba675678c9:41129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:53:40,097 INFO [RS:0;d1ba675678c9:41129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:53:40,152 WARN [d1ba675678c9:45673 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T05:53:40,197 INFO [RS:0;d1ba675678c9:41129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:53:40,201 INFO [RS:0;d1ba675678c9:41129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C41129%2C1731045219489, suffix=, logDir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489, archiveDir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/oldWALs, maxLogs=32 2024-11-08T05:53:40,216 DEBUG [RS:0;d1ba675678c9:41129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045220202, exclude list is [], retry=0 2024-11-08T05:53:40,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41373,DS-22362d8a-4cc8-4489-b327-9d5e6a79759b,DISK] 2024-11-08T05:53:40,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-560b6a2e-d69c-4437-a1d7-6b4ad5632363,DISK] 2024-11-08T05:53:40,221 INFO [RS:0;d1ba675678c9:41129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045220202 2024-11-08T05:53:40,221 DEBUG [RS:0;d1ba675678c9:41129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45285:45285),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-08T05:53:40,403 DEBUG [d1ba675678c9:45673 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T05:53:40,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:40,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,41129,1731045219489, state=OPENING 2024-11-08T05:53:40,458 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:53:40,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:40,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:53:40,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:53:40,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:53:40,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,41129,1731045219489}] 2024-11-08T05:53:40,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:53:40,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:53:40,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:53:40,641 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:53:40,642 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:53:40,642 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:53:40,644 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C41129%2C1731045219489.meta, suffix=.meta, logDir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489, archiveDir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/oldWALs, maxLogs=32 2024-11-08T05:53:40,659 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.meta.1731045220645.meta, exclude list is [], retry=0 2024-11-08T05:53:40,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-560b6a2e-d69c-4437-a1d7-6b4ad5632363,DISK] 2024-11-08T05:53:40,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41373,DS-22362d8a-4cc8-4489-b327-9d5e6a79759b,DISK] 2024-11-08T05:53:40,663 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.meta.1731045220645.meta 2024-11-08T05:53:40,663 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45285:45285),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-08T05:53:40,663 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:53:40,664 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:53:40,664 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:53:40,664 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:53:40,664 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:53:40,664 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:53:40,664 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:53:40,664 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:53:40,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:53:40,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:53:40,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:40,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:53:40,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:53:40,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:53:40,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:40,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:53:40,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:53:40,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:53:40,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:40,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:53:40,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:53:40,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:53:40,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:40,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:53:40,672 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:53:40,672 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740 2024-11-08T05:53:40,673 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740 2024-11-08T05:53:40,675 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:53:40,675 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:53:40,675 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T05:53:40,677 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:53:40,677 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=850002, jitterRate=0.08083343505859375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T05:53:40,677 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:53:40,678 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731045220664Writing region info on filesystem at 1731045220664Initializing all the Stores at 1731045220665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045220665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045220665Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045220666 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045220666Cleaning up temporary data from old regions at 1731045220675 (+9 ms)Running coprocessor post-open hooks at 1731045220677 (+2 ms)Region opened successfully at 1731045220678 (+1 ms) 2024-11-08T05:53:40,679 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731045220629 2024-11-08T05:53:40,681 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:53:40,681 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:53:40,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:40,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,41129,1731045219489, state=OPEN 2024-11-08T05:53:40,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:53:40,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:53:40,715 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:40,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:53:40,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:53:40,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:53:40,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,41129,1731045219489 in 242 msec 2024-11-08T05:53:40,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:53:40,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-08T05:53:40,725 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:53:40,725 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:53:40,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:53:40,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,41129,1731045219489, seqNum=-1] 2024-11-08T05:53:40,728 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:53:40,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:53:40,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 779 msec 2024-11-08T05:53:40,735 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731045220734, completionTime=-1 2024-11-08T05:53:40,735 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T05:53:40,735 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:53:40,737 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T05:53:40,737 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731045280737 2024-11-08T05:53:40,737 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731045340737 2024-11-08T05:53:40,737 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T05:53:40,737 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45673,1731045219322-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,737 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45673,1731045219322-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,737 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45673,1731045219322-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,738 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:45673, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,738 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,738 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,739 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:53:40,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.109sec 2024-11-08T05:53:40,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:53:40,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:53:40,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:53:40,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:53:40,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:53:40,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45673,1731045219322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:53:40,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45673,1731045219322-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:53:40,745 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:53:40,745 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:53:40,746 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45673,1731045219322-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:53:40,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b160123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:53:40,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,45673,-1 for getting cluster id 2024-11-08T05:53:40,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:53:40,813 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b33bd66-2368-44c4-bdd2-29cec4164c5f' 2024-11-08T05:53:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:53:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b33bd66-2368-44c4-bdd2-29cec4164c5f" 2024-11-08T05:53:40,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533529bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:53:40,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,45673,-1] 2024-11-08T05:53:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:53:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:53:40,818 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:53:40,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c6dbaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:53:40,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:53:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,41129,1731045219489, seqNum=-1] 2024-11-08T05:53:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:53:40,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:53:40,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,45673,1731045219322 2024-11-08T05:53:40,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:53:40,830 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T05:53:40,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T05:53:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,45673,1731045219322 2024-11-08T05:53:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@634c11af 2024-11-08T05:53:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T05:53:40,835 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T05:53:40,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T05:53:40,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T05:53:40,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:53:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-08T05:53:40,839 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T05:53:40,840 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:40,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-08T05:53:40,841 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T05:53:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:53:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741835_1011 (size=381) 2024-11-08T05:53:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741835_1011 (size=381) 2024-11-08T05:53:40,851 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34d2c4f2975266a229a9db0520800cc0, NAME => 'TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec 2024-11-08T05:53:40,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741836_1012 (size=64) 2024-11-08T05:53:40,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741836_1012 (size=64) 2024-11-08T05:53:40,857 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:53:40,858 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 34d2c4f2975266a229a9db0520800cc0, disabling compactions & flushes 2024-11-08T05:53:40,858 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:40,858 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:40,858 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. after waiting 0 ms 2024-11-08T05:53:40,858 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:40,858 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:40,858 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34d2c4f2975266a229a9db0520800cc0: Waiting for close lock at 1731045220858Disabling compacts and flushes for region at 1731045220858Disabling writes for close at 1731045220858Writing region close event to WAL at 1731045220858Closed at 1731045220858 2024-11-08T05:53:40,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T05:53:40,860 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731045220859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731045220859"}]},"ts":"1731045220859"} 2024-11-08T05:53:40,862 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T05:53:40,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T05:53:40,863 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731045220863"}]},"ts":"1731045220863"} 2024-11-08T05:53:40,865 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-08T05:53:40,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=34d2c4f2975266a229a9db0520800cc0, ASSIGN}] 2024-11-08T05:53:40,866 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=34d2c4f2975266a229a9db0520800cc0, ASSIGN 2024-11-08T05:53:40,867 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=34d2c4f2975266a229a9db0520800cc0, ASSIGN; state=OFFLINE, location=d1ba675678c9,41129,1731045219489; forceNewPlan=false, retain=false 2024-11-08T05:53:41,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34d2c4f2975266a229a9db0520800cc0, regionState=OPENING, regionLocation=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:41,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=34d2c4f2975266a229a9db0520800cc0, ASSIGN because future has completed 2024-11-08T05:53:41,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34d2c4f2975266a229a9db0520800cc0, server=d1ba675678c9,41129,1731045219489}] 2024-11-08T05:53:41,181 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:41,182 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 34d2c4f2975266a229a9db0520800cc0, NAME => 'TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:53:41,182 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,182 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:53:41,183 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,183 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,186 INFO [StoreOpener-34d2c4f2975266a229a9db0520800cc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,188 INFO [StoreOpener-34d2c4f2975266a229a9db0520800cc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d2c4f2975266a229a9db0520800cc0 columnFamilyName info 2024-11-08T05:53:41,189 DEBUG [StoreOpener-34d2c4f2975266a229a9db0520800cc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:41,189 INFO [StoreOpener-34d2c4f2975266a229a9db0520800cc0-1 {}] regionserver.HStore(327): Store=34d2c4f2975266a229a9db0520800cc0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:53:41,190 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,191 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,191 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,192 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,192 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,195 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,197 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:53:41,198 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 34d2c4f2975266a229a9db0520800cc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=833124, jitterRate=0.059372782707214355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:53:41,198 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:41,199 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 34d2c4f2975266a229a9db0520800cc0: Running coprocessor pre-open hook at 1731045221183Writing region info on filesystem at 1731045221183Initializing all the Stores at 1731045221185 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045221185Cleaning up temporary data from old regions at 1731045221192 (+7 ms)Running coprocessor post-open hooks at 1731045221198 (+6 ms)Region opened successfully at 1731045221199 (+1 ms) 2024-11-08T05:53:41,200 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., pid=6, masterSystemTime=1731045221174 2024-11-08T05:53:41,202 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:41,202 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:41,203 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34d2c4f2975266a229a9db0520800cc0, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:41,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34d2c4f2975266a229a9db0520800cc0, server=d1ba675678c9,41129,1731045219489 because future has completed 2024-11-08T05:53:41,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T05:53:41,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 34d2c4f2975266a229a9db0520800cc0, server=d1ba675678c9,41129,1731045219489 in 185 msec 2024-11-08T05:53:41,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T05:53:41,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=34d2c4f2975266a229a9db0520800cc0, ASSIGN in 344 msec 2024-11-08T05:53:41,213 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T05:53:41,213 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731045221213"}]},"ts":"1731045221213"} 2024-11-08T05:53:41,215 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-08T05:53:41,216 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T05:53:41,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 380 msec 2024-11-08T05:53:41,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:53:41,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:41,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:44,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-08T05:53:44,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T05:53:44,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T05:53:46,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T05:53:46,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-08T05:53:50,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:53:50,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:50,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:50,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:50,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:50,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:50,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:50,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:50,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:50,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:50,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:53:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:53:50,887 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-08T05:53:50,887 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-08T05:53:50,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-08T05:53:50,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., hostname=d1ba675678c9,41129,1731045219489, seqNum=2] 2024-11-08T05:53:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:50,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 34d2c4f2975266a229a9db0520800cc0 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T05:53:50,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/1f16d91792344b6db7ba3a7e4dcd260c is 1055, key is row0001/info:/1731045230900/Put/seqid=0 2024-11-08T05:53:50,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741837_1013 (size=13386) 2024-11-08T05:53:50,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741837_1013 (size=13386) 2024-11-08T05:53:50,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/1f16d91792344b6db7ba3a7e4dcd260c 2024-11-08T05:53:50,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/1f16d91792344b6db7ba3a7e4dcd260c as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/1f16d91792344b6db7ba3a7e4dcd260c 2024-11-08T05:53:50,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/1f16d91792344b6db7ba3a7e4dcd260c, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T05:53:50,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 34d2c4f2975266a229a9db0520800cc0 in 40ms, sequenceid=12, compaction requested=false 2024-11-08T05:53:50,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:50,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 34d2c4f2975266a229a9db0520800cc0 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-08T05:53:50,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/ac01bf4502a24ebb8eed031980ded71f is 1055, key is row0009/info:/1731045230918/Put/seqid=0 2024-11-08T05:53:50,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741838_1014 (size=24978) 2024-11-08T05:53:50,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741838_1014 (size=24978) 2024-11-08T05:53:50,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/ac01bf4502a24ebb8eed031980ded71f 2024-11-08T05:53:50,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/ac01bf4502a24ebb8eed031980ded71f as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/ac01bf4502a24ebb8eed031980ded71f 2024-11-08T05:53:50,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/ac01bf4502a24ebb8eed031980ded71f, entries=19, sequenceid=34, filesize=24.4 K 2024-11-08T05:53:50,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=5.13 KB/5255 for 34d2c4f2975266a229a9db0520800cc0 in 23ms, sequenceid=34, compaction requested=false 2024-11-08T05:53:50,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:50,981 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=37.5 K, sizeToCheck=16.0 K 2024-11-08T05:53:50,981 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:50,981 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/ac01bf4502a24ebb8eed031980ded71f because midkey is the same as first or last row 2024-11-08T05:53:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:52,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 34d2c4f2975266a229a9db0520800cc0 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T05:53:52,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/da401bb3340d406da3685eed09c4fc30 is 1055, key is row0028/info:/1731045230958/Put/seqid=0 2024-11-08T05:53:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741839_1015 (size=13386) 2024-11-08T05:53:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741839_1015 (size=13386) 2024-11-08T05:53:52,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/da401bb3340d406da3685eed09c4fc30 2024-11-08T05:53:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/da401bb3340d406da3685eed09c4fc30 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da401bb3340d406da3685eed09c4fc30 2024-11-08T05:53:53,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da401bb3340d406da3685eed09c4fc30, entries=8, sequenceid=45, filesize=13.1 K 2024-11-08T05:53:53,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 34d2c4f2975266a229a9db0520800cc0 in 27ms, sequenceid=45, compaction requested=true 2024-11-08T05:53:53,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:53,007 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=50.5 K, sizeToCheck=16.0 K 2024-11-08T05:53:53,007 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:53,007 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/ac01bf4502a24ebb8eed031980ded71f because midkey is the same as first or last row 2024-11-08T05:53:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:53,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34d2c4f2975266a229a9db0520800cc0:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:53:53,009 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:53:53,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:53,010 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 51750 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:53:53,010 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1541): 34d2c4f2975266a229a9db0520800cc0/info is initiating minor compaction (all files) 2024-11-08T05:53:53,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 34d2c4f2975266a229a9db0520800cc0 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T05:53:53,011 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 34d2c4f2975266a229a9db0520800cc0/info in TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:53,011 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/1f16d91792344b6db7ba3a7e4dcd260c, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/ac01bf4502a24ebb8eed031980ded71f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da401bb3340d406da3685eed09c4fc30] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp, totalSize=50.5 K 2024-11-08T05:53:53,011 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f16d91792344b6db7ba3a7e4dcd260c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731045230900 2024-11-08T05:53:53,012 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac01bf4502a24ebb8eed031980ded71f, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731045230918 2024-11-08T05:53:53,012 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting da401bb3340d406da3685eed09c4fc30, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731045230958 2024-11-08T05:53:53,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/d99856b288ab40b2b73e6569fb724073 is 1055, key is row0036/info:/1731045232982/Put/seqid=0 2024-11-08T05:53:53,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741840_1016 (size=18662) 2024-11-08T05:53:53,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741840_1016 (size=18662) 2024-11-08T05:53:53,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/d99856b288ab40b2b73e6569fb724073 2024-11-08T05:53:53,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/d99856b288ab40b2b73e6569fb724073 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/d99856b288ab40b2b73e6569fb724073 2024-11-08T05:53:53,031 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34d2c4f2975266a229a9db0520800cc0#info#compaction#35 average throughput is 11.69 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:53:53,032 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/fb50a6f75e284ae385da1203d41f1f0f is 1055, key is row0001/info:/1731045230900/Put/seqid=0 2024-11-08T05:53:53,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/d99856b288ab40b2b73e6569fb724073, entries=13, sequenceid=61, filesize=18.2 K 2024-11-08T05:53:53,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 34d2c4f2975266a229a9db0520800cc0 in 27ms, sequenceid=61, compaction requested=false 2024-11-08T05:53:53,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.8 K, sizeToCheck=16.0 K 2024-11-08T05:53:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/ac01bf4502a24ebb8eed031980ded71f because midkey is the same as first or last row 2024-11-08T05:53:53,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 34d2c4f2975266a229a9db0520800cc0 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-08T05:53:53,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741841_1017 (size=41949) 2024-11-08T05:53:53,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741841_1017 (size=41949) 2024-11-08T05:53:53,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/da0031607fa7411698f78ad6dde1b815 is 1055, key is row0049/info:/1731045233012/Put/seqid=0 2024-11-08T05:53:53,049 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/fb50a6f75e284ae385da1203d41f1f0f as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/fb50a6f75e284ae385da1203d41f1f0f 2024-11-08T05:53:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741842_1018 (size=16542) 2024-11-08T05:53:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741842_1018 (size=16542) 2024-11-08T05:53:53,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/da0031607fa7411698f78ad6dde1b815 2024-11-08T05:53:53,056 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 34d2c4f2975266a229a9db0520800cc0/info of 34d2c4f2975266a229a9db0520800cc0 into fb50a6f75e284ae385da1203d41f1f0f(size=41.0 K), total size for store is 59.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:53:53,057 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:53,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/da0031607fa7411698f78ad6dde1b815 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da0031607fa7411698f78ad6dde1b815 2024-11-08T05:53:53,060 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., storeName=34d2c4f2975266a229a9db0520800cc0/info, priority=13, startTime=1731045233008; duration=0sec 2024-11-08T05:53:53,060 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-08T05:53:53,060 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:53,060 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/fb50a6f75e284ae385da1203d41f1f0f because midkey is the same as first or last row 2024-11-08T05:53:53,061 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-08T05:53:53,061 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:53,061 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/fb50a6f75e284ae385da1203d41f1f0f because midkey is the same as first or last row 2024-11-08T05:53:53,061 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-08T05:53:53,061 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:53,061 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/fb50a6f75e284ae385da1203d41f1f0f because midkey is the same as first or last row 2024-11-08T05:53:53,061 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:53,062 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34d2c4f2975266a229a9db0520800cc0:info 2024-11-08T05:53:53,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da0031607fa7411698f78ad6dde1b815, entries=11, sequenceid=75, filesize=16.2 K 2024-11-08T05:53:53,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=5.13 KB/5255 for 34d2c4f2975266a229a9db0520800cc0 in 27ms, sequenceid=75, compaction requested=true 2024-11-08T05:53:53,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:53,066 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=75.3 K, sizeToCheck=16.0 K 2024-11-08T05:53:53,066 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:53,066 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/fb50a6f75e284ae385da1203d41f1f0f because midkey is the same as first or last row 2024-11-08T05:53:53,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34d2c4f2975266a229a9db0520800cc0:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:53:53,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:53,066 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:53:53,067 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 77153 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:53:53,067 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1541): 34d2c4f2975266a229a9db0520800cc0/info is initiating minor compaction (all files) 2024-11-08T05:53:53,068 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 34d2c4f2975266a229a9db0520800cc0/info in TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:53,068 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/fb50a6f75e284ae385da1203d41f1f0f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/d99856b288ab40b2b73e6569fb724073, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da0031607fa7411698f78ad6dde1b815] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp, totalSize=75.3 K 2024-11-08T05:53:53,068 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb50a6f75e284ae385da1203d41f1f0f, keycount=35, bloomtype=ROW, size=41.0 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731045230900 2024-11-08T05:53:53,069 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting d99856b288ab40b2b73e6569fb724073, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731045232982 2024-11-08T05:53:53,069 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting da0031607fa7411698f78ad6dde1b815, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731045233012 2024-11-08T05:53:53,083 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34d2c4f2975266a229a9db0520800cc0#info#compaction#37 average throughput is 19.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:53:53,084 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/100e2193ddec40679e84c5f71e90c828 is 1055, key is row0001/info:/1731045230900/Put/seqid=0 2024-11-08T05:53:53,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741843_1019 (size=67368) 2024-11-08T05:53:53,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741843_1019 (size=67368) 2024-11-08T05:53:53,099 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/100e2193ddec40679e84c5f71e90c828 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828 2024-11-08T05:53:53,107 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 34d2c4f2975266a229a9db0520800cc0/info of 34d2c4f2975266a229a9db0520800cc0 into 100e2193ddec40679e84c5f71e90c828(size=65.8 K), total size for store is 65.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:53:53,107 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:53,107 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., storeName=34d2c4f2975266a229a9db0520800cc0/info, priority=13, startTime=1731045233066; duration=0sec 2024-11-08T05:53:53,107 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.8 K, sizeToCheck=16.0 K 2024-11-08T05:53:53,107 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:53,107 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828 because midkey is the same as first or last row 2024-11-08T05:53:53,107 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.8 K, sizeToCheck=16.0 K 2024-11-08T05:53:53,107 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:53,107 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828 because midkey is the same as first or last row 2024-11-08T05:53:53,107 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.8 K, sizeToCheck=16.0 K 2024-11-08T05:53:53,107 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:53,108 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828 because midkey is the same as first or last row 2024-11-08T05:53:53,108 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:53,108 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34d2c4f2975266a229a9db0520800cc0:info 2024-11-08T05:53:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 34d2c4f2975266a229a9db0520800cc0 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T05:53:55,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/6631bd94596246e6baa204d69ca23231 is 1055, key is row0060/info:/1731045233040/Put/seqid=0 2024-11-08T05:53:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741844_1020 (size=13386) 2024-11-08T05:53:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741844_1020 (size=13386) 2024-11-08T05:53:55,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/6631bd94596246e6baa204d69ca23231 2024-11-08T05:53:55,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/6631bd94596246e6baa204d69ca23231 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/6631bd94596246e6baa204d69ca23231 2024-11-08T05:53:55,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/6631bd94596246e6baa204d69ca23231, entries=8, sequenceid=88, filesize=13.1 K 2024-11-08T05:53:55,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 34d2c4f2975266a229a9db0520800cc0 in 28ms, sequenceid=88, compaction requested=false 2024-11-08T05:53:55,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:55,091 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=78.9 K, sizeToCheck=16.0 K 2024-11-08T05:53:55,091 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:55,091 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828 because midkey is the same as first or last row 2024-11-08T05:53:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 34d2c4f2975266a229a9db0520800cc0 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T05:53:55,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/f792ce9fa917465a97aa64433c3dd9c7 is 1055, key is row0068/info:/1731045235065/Put/seqid=0 2024-11-08T05:53:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741845_1021 (size=17594) 2024-11-08T05:53:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741845_1021 (size=17594) 2024-11-08T05:53:55,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/f792ce9fa917465a97aa64433c3dd9c7 2024-11-08T05:53:55,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/f792ce9fa917465a97aa64433c3dd9c7 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/f792ce9fa917465a97aa64433c3dd9c7 2024-11-08T05:53:55,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/f792ce9fa917465a97aa64433c3dd9c7, entries=12, sequenceid=103, filesize=17.2 K 2024-11-08T05:53:55,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 34d2c4f2975266a229a9db0520800cc0 in 28ms, sequenceid=103, compaction requested=true 2024-11-08T05:53:55,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:55,119 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=96.0 K, sizeToCheck=16.0 K 2024-11-08T05:53:55,119 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:55,119 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828 because midkey is the same as first or last row 2024-11-08T05:53:55,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34d2c4f2975266a229a9db0520800cc0:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:53:55,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:55,120 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:53:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 34d2c4f2975266a229a9db0520800cc0 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T05:53:55,121 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98348 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:53:55,121 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1541): 34d2c4f2975266a229a9db0520800cc0/info is initiating minor compaction (all files) 2024-11-08T05:53:55,121 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 34d2c4f2975266a229a9db0520800cc0/info in TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:55,121 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/6631bd94596246e6baa204d69ca23231, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/f792ce9fa917465a97aa64433c3dd9c7] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp, totalSize=96.0 K 2024-11-08T05:53:55,122 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 100e2193ddec40679e84c5f71e90c828, keycount=59, bloomtype=ROW, size=65.8 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731045230900 2024-11-08T05:53:55,122 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6631bd94596246e6baa204d69ca23231, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731045233040 2024-11-08T05:53:55,122 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting f792ce9fa917465a97aa64433c3dd9c7, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731045235065 2024-11-08T05:53:55,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/aa5c6dda5f5f4de495f7018c31a6713b is 1055, key is row0080/info:/1731045235093/Put/seqid=0 2024-11-08T05:53:55,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741846_1022 (size=18662) 2024-11-08T05:53:55,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741846_1022 (size=18662) 2024-11-08T05:53:55,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/aa5c6dda5f5f4de495f7018c31a6713b 2024-11-08T05:53:55,139 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34d2c4f2975266a229a9db0520800cc0#info#compaction#41 average throughput is 19.80 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:53:55,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/aa5c6dda5f5f4de495f7018c31a6713b as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/aa5c6dda5f5f4de495f7018c31a6713b 2024-11-08T05:53:55,140 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/b2c50fdd69e94b82acb5b9d71a24cf30 is 1055, key is row0001/info:/1731045230900/Put/seqid=0 2024-11-08T05:53:55,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741847_1023 (size=88587) 2024-11-08T05:53:55,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741847_1023 (size=88587) 2024-11-08T05:53:55,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/aa5c6dda5f5f4de495f7018c31a6713b, entries=13, sequenceid=119, filesize=18.2 K 2024-11-08T05:53:55,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=4.11 KB/4204 for 34d2c4f2975266a229a9db0520800cc0 in 27ms, sequenceid=119, compaction requested=false 2024-11-08T05:53:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=114.3 K, sizeToCheck=16.0 K 2024-11-08T05:53:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828 because midkey is the same as first or last row 2024-11-08T05:53:55,150 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/b2c50fdd69e94b82acb5b9d71a24cf30 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/b2c50fdd69e94b82acb5b9d71a24cf30 2024-11-08T05:53:55,156 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 34d2c4f2975266a229a9db0520800cc0/info of 34d2c4f2975266a229a9db0520800cc0 into b2c50fdd69e94b82acb5b9d71a24cf30(size=86.5 K), total size for store is 104.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:53:55,157 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 34d2c4f2975266a229a9db0520800cc0: 2024-11-08T05:53:55,157 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., storeName=34d2c4f2975266a229a9db0520800cc0/info, priority=13, startTime=1731045235119; duration=0sec 2024-11-08T05:53:55,157 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=104.7 K, sizeToCheck=16.0 K 2024-11-08T05:53:55,157 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:55,157 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=104.7 K, sizeToCheck=16.0 K 2024-11-08T05:53:55,157 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:55,157 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=104.7 K, sizeToCheck=16.0 K 2024-11-08T05:53:55,157 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T05:53:55,158 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:55,158 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:55,158 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34d2c4f2975266a229a9db0520800cc0:info 2024-11-08T05:53:55,159 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] assignment.AssignmentManager(1355): Split request from d1ba675678c9,41129,1731045219489, parent={ENCODED => 34d2c4f2975266a229a9db0520800cc0, NAME => 'TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T05:53:55,164 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:55,167 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=34d2c4f2975266a229a9db0520800cc0, daughterA=6fb40820b7f9b739612a8c1c40c2f008, daughterB=65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=34d2c4f2975266a229a9db0520800cc0, daughterA=6fb40820b7f9b739612a8c1c40c2f008, daughterB=65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=34d2c4f2975266a229a9db0520800cc0, daughterA=6fb40820b7f9b739612a8c1c40c2f008, daughterB=65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=34d2c4f2975266a229a9db0520800cc0, daughterA=6fb40820b7f9b739612a8c1c40c2f008, daughterB=65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=34d2c4f2975266a229a9db0520800cc0, UNASSIGN}] 2024-11-08T05:53:55,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=34d2c4f2975266a229a9db0520800cc0, UNASSIGN 2024-11-08T05:53:55,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=34d2c4f2975266a229a9db0520800cc0, regionState=CLOSING, regionLocation=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:55,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=34d2c4f2975266a229a9db0520800cc0, UNASSIGN because future has completed 2024-11-08T05:53:55,181 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-08T05:53:55,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 34d2c4f2975266a229a9db0520800cc0, server=d1ba675678c9,41129,1731045219489}] 2024-11-08T05:53:55,340 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,340 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-08T05:53:55,341 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 34d2c4f2975266a229a9db0520800cc0, disabling compactions & flushes 2024-11-08T05:53:55,341 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:55,341 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:55,341 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. after waiting 0 ms 2024-11-08T05:53:55,341 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:55,342 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 34d2c4f2975266a229a9db0520800cc0 1/1 column families, dataSize=4.11 KB heapSize=4.66 KB 2024-11-08T05:53:55,349 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/63de4a96f63e4c83b59bfe951cd49254 is 1055, key is row0093/info:/1731045235121/Put/seqid=0 2024-11-08T05:53:55,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741848_1024 (size=9170) 2024-11-08T05:53:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741848_1024 (size=9170) 2024-11-08T05:53:55,357 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.11 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/63de4a96f63e4c83b59bfe951cd49254 2024-11-08T05:53:55,364 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/.tmp/info/63de4a96f63e4c83b59bfe951cd49254 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/63de4a96f63e4c83b59bfe951cd49254 2024-11-08T05:53:55,371 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/63de4a96f63e4c83b59bfe951cd49254, entries=4, sequenceid=127, filesize=9.0 K 2024-11-08T05:53:55,372 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for 34d2c4f2975266a229a9db0520800cc0 in 31ms, sequenceid=127, compaction requested=true 2024-11-08T05:53:55,374 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/1f16d91792344b6db7ba3a7e4dcd260c, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/ac01bf4502a24ebb8eed031980ded71f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/fb50a6f75e284ae385da1203d41f1f0f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da401bb3340d406da3685eed09c4fc30, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/d99856b288ab40b2b73e6569fb724073, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da0031607fa7411698f78ad6dde1b815, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/6631bd94596246e6baa204d69ca23231, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/f792ce9fa917465a97aa64433c3dd9c7] to archive 2024-11-08T05:53:55,375 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T05:53:55,377 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/1f16d91792344b6db7ba3a7e4dcd260c to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/1f16d91792344b6db7ba3a7e4dcd260c 2024-11-08T05:53:55,379 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/ac01bf4502a24ebb8eed031980ded71f to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/ac01bf4502a24ebb8eed031980ded71f 2024-11-08T05:53:55,380 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/fb50a6f75e284ae385da1203d41f1f0f to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/fb50a6f75e284ae385da1203d41f1f0f 2024-11-08T05:53:55,381 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da401bb3340d406da3685eed09c4fc30 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da401bb3340d406da3685eed09c4fc30 2024-11-08T05:53:55,382 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/d99856b288ab40b2b73e6569fb724073 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/d99856b288ab40b2b73e6569fb724073 2024-11-08T05:53:55,384 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/100e2193ddec40679e84c5f71e90c828 2024-11-08T05:53:55,385 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da0031607fa7411698f78ad6dde1b815 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/da0031607fa7411698f78ad6dde1b815 2024-11-08T05:53:55,386 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/6631bd94596246e6baa204d69ca23231 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/6631bd94596246e6baa204d69ca23231 2024-11-08T05:53:55,387 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/f792ce9fa917465a97aa64433c3dd9c7 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/f792ce9fa917465a97aa64433c3dd9c7 2024-11-08T05:53:55,393 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-11-08T05:53:55,393 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. 2024-11-08T05:53:55,393 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 34d2c4f2975266a229a9db0520800cc0: Waiting for close lock at 1731045235341Running coprocessor pre-close hooks at 1731045235341Disabling compacts and flushes for region at 1731045235341Disabling writes for close at 1731045235341Obtaining lock to block concurrent updates at 1731045235342 (+1 ms)Preparing flush snapshotting stores in 34d2c4f2975266a229a9db0520800cc0 at 1731045235342Finished memstore snapshotting TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., syncing WAL and waiting on mvcc, flushsize=dataSize=4204, getHeapSize=4752, getOffHeapSize=0, getCellsCount=4 at 1731045235342Flushing stores of TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. at 1731045235343 (+1 ms)Flushing 34d2c4f2975266a229a9db0520800cc0/info: creating writer at 1731045235343Flushing 34d2c4f2975266a229a9db0520800cc0/info: appending metadata at 1731045235348 (+5 ms)Flushing 34d2c4f2975266a229a9db0520800cc0/info: closing flushed file at 1731045235348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74aba958: reopening flushed file at 1731045235363 (+15 ms)Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for 34d2c4f2975266a229a9db0520800cc0 in 31ms, sequenceid=127, compaction requested=true at 1731045235372 (+9 ms)Writing region close event to WAL at 1731045235389 (+17 ms)Running coprocessor post-close hooks at 1731045235393 (+4 ms)Closed at 1731045235393 2024-11-08T05:53:55,396 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=34d2c4f2975266a229a9db0520800cc0, regionState=CLOSED 2024-11-08T05:53:55,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 34d2c4f2975266a229a9db0520800cc0, server=d1ba675678c9,41129,1731045219489 because future has completed 2024-11-08T05:53:55,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T05:53:55,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 34d2c4f2975266a229a9db0520800cc0, server=d1ba675678c9,41129,1731045219489 in 219 msec 2024-11-08T05:53:55,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T05:53:55,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=34d2c4f2975266a229a9db0520800cc0, UNASSIGN in 227 msec 2024-11-08T05:53:55,413 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:55,416 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=34d2c4f2975266a229a9db0520800cc0, threads=3 2024-11-08T05:53:55,419 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/63de4a96f63e4c83b59bfe951cd49254 for region: 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,419 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/b2c50fdd69e94b82acb5b9d71a24cf30 for region: 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,419 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/aa5c6dda5f5f4de495f7018c31a6713b for region: 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,430 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/aa5c6dda5f5f4de495f7018c31a6713b, top=true 2024-11-08T05:53:55,430 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/63de4a96f63e4c83b59bfe951cd49254, top=true 2024-11-08T05:53:55,437 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-aa5c6dda5f5f4de495f7018c31a6713b for child: 65b85c0fdbe9e38e2c8187b10130761f, parent: 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,437 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-63de4a96f63e4c83b59bfe951cd49254 for child: 65b85c0fdbe9e38e2c8187b10130761f, parent: 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,437 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/aa5c6dda5f5f4de495f7018c31a6713b for region: 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,437 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/63de4a96f63e4c83b59bfe951cd49254 for region: 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741849_1025 (size=27) 2024-11-08T05:53:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741849_1025 (size=27) 2024-11-08T05:53:55,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741850_1026 (size=27) 2024-11-08T05:53:55,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741850_1026 (size=27) 2024-11-08T05:53:55,449 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/b2c50fdd69e94b82acb5b9d71a24cf30 for region: 34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:53:55,450 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 34d2c4f2975266a229a9db0520800cc0 Daughter A: [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0] storefiles, Daughter B: [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-63de4a96f63e4c83b59bfe951cd49254, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-aa5c6dda5f5f4de495f7018c31a6713b, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0] storefiles. 2024-11-08T05:53:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741851_1027 (size=71) 2024-11-08T05:53:55,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741851_1027 (size=71) 2024-11-08T05:53:55,463 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:55,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741852_1028 (size=71) 2024-11-08T05:53:55,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741852_1028 (size=71) 2024-11-08T05:53:55,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:55,490 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-08T05:53:55,492 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-08T05:53:55,494 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731045235494"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731045235494"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731045235494"}]},"ts":"1731045235494"} 2024-11-08T05:53:55,495 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731045235494"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731045235494"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731045235494"}]},"ts":"1731045235494"} 2024-11-08T05:53:55,495 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731045235494"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731045235494"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731045235494"}]},"ts":"1731045235494"} 2024-11-08T05:53:55,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6fb40820b7f9b739612a8c1c40c2f008, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65b85c0fdbe9e38e2c8187b10130761f, ASSIGN}] 2024-11-08T05:53:55,511 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65b85c0fdbe9e38e2c8187b10130761f, ASSIGN 2024-11-08T05:53:55,511 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6fb40820b7f9b739612a8c1c40c2f008, ASSIGN 2024-11-08T05:53:55,512 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65b85c0fdbe9e38e2c8187b10130761f, ASSIGN; state=SPLITTING_NEW, location=d1ba675678c9,41129,1731045219489; forceNewPlan=false, retain=false 2024-11-08T05:53:55,512 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6fb40820b7f9b739612a8c1c40c2f008, ASSIGN; state=SPLITTING_NEW, location=d1ba675678c9,41129,1731045219489; forceNewPlan=false, retain=false 2024-11-08T05:53:55,663 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6fb40820b7f9b739612a8c1c40c2f008, regionState=OPENING, regionLocation=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:55,663 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=65b85c0fdbe9e38e2c8187b10130761f, regionState=OPENING, regionLocation=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:55,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65b85c0fdbe9e38e2c8187b10130761f, ASSIGN because future has completed 2024-11-08T05:53:55,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65b85c0fdbe9e38e2c8187b10130761f, server=d1ba675678c9,41129,1731045219489}] 2024-11-08T05:53:55,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6fb40820b7f9b739612a8c1c40c2f008, ASSIGN because future has completed 2024-11-08T05:53:55,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb40820b7f9b739612a8c1c40c2f008, server=d1ba675678c9,41129,1731045219489}] 2024-11-08T05:53:55,830 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:53:55,831 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 65b85c0fdbe9e38e2c8187b10130761f, NAME => 'TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-08T05:53:55,831 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,832 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:53:55,832 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,832 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,835 INFO [StoreOpener-65b85c0fdbe9e38e2c8187b10130761f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,837 INFO [StoreOpener-65b85c0fdbe9e38e2c8187b10130761f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65b85c0fdbe9e38e2c8187b10130761f columnFamilyName info 2024-11-08T05:53:55,837 DEBUG [StoreOpener-65b85c0fdbe9e38e2c8187b10130761f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:55,849 DEBUG [StoreOpener-65b85c0fdbe9e38e2c8187b10130761f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-63de4a96f63e4c83b59bfe951cd49254 2024-11-08T05:53:55,853 DEBUG [StoreOpener-65b85c0fdbe9e38e2c8187b10130761f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-aa5c6dda5f5f4de495f7018c31a6713b 2024-11-08T05:53:55,861 DEBUG [StoreOpener-65b85c0fdbe9e38e2c8187b10130761f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0->hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/b2c50fdd69e94b82acb5b9d71a24cf30-top 2024-11-08T05:53:55,862 INFO [StoreOpener-65b85c0fdbe9e38e2c8187b10130761f-1 {}] regionserver.HStore(327): Store=65b85c0fdbe9e38e2c8187b10130761f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:53:55,862 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,863 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,864 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,864 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,864 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,866 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,867 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 65b85c0fdbe9e38e2c8187b10130761f; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859271, jitterRate=0.09261961281299591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:53:55,867 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:53:55,867 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 65b85c0fdbe9e38e2c8187b10130761f: Running coprocessor pre-open hook at 1731045235832Writing region info on filesystem at 1731045235832Initializing all the Stores at 1731045235834 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045235834Cleaning up temporary data from old regions at 1731045235864 (+30 ms)Running coprocessor post-open hooks at 1731045235867 (+3 ms)Region opened successfully at 1731045235867 2024-11-08T05:53:55,868 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., pid=12, masterSystemTime=1731045235822 2024-11-08T05:53:55,868 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 65b85c0fdbe9e38e2c8187b10130761f:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:53:55,868 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:53:55,868 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:55,870 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:53:55,870 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1541): 65b85c0fdbe9e38e2c8187b10130761f/info is initiating minor compaction (all files) 2024-11-08T05:53:55,870 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65b85c0fdbe9e38e2c8187b10130761f/info in TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:53:55,870 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0->hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/b2c50fdd69e94b82acb5b9d71a24cf30-top, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-aa5c6dda5f5f4de495f7018c31a6713b, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-63de4a96f63e4c83b59bfe951cd49254] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp, totalSize=113.7 K 2024-11-08T05:53:55,870 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:53:55,871 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:53:55,871 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. 2024-11-08T05:53:55,871 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0, keycount=39, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731045230900 2024-11-08T05:53:55,871 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fb40820b7f9b739612a8c1c40c2f008, NAME => 'TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-08T05:53:55,871 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,871 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:53:55,871 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,871 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-aa5c6dda5f5f4de495f7018c31a6713b, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731045235093 2024-11-08T05:53:55,871 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,871 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=65b85c0fdbe9e38e2c8187b10130761f, regionState=OPEN, openSeqNum=131, regionLocation=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:55,872 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-63de4a96f63e4c83b59bfe951cd49254, keycount=4, bloomtype=ROW, size=9.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731045235121 2024-11-08T05:53:55,872 INFO [StoreOpener-6fb40820b7f9b739612a8c1c40c2f008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,873 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-08T05:53:55,874 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T05:53:55,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-08T05:53:55,874 INFO [StoreOpener-6fb40820b7f9b739612a8c1c40c2f008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb40820b7f9b739612a8c1c40c2f008 columnFamilyName info 2024-11-08T05:53:55,874 DEBUG [StoreOpener-6fb40820b7f9b739612a8c1c40c2f008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:53:55,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65b85c0fdbe9e38e2c8187b10130761f, server=d1ba675678c9,41129,1731045219489 because future has completed 2024-11-08T05:53:55,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T05:53:55,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 65b85c0fdbe9e38e2c8187b10130761f, server=d1ba675678c9,41129,1731045219489 in 209 msec 2024-11-08T05:53:55,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65b85c0fdbe9e38e2c8187b10130761f, ASSIGN in 370 msec 2024-11-08T05:53:55,887 DEBUG [StoreOpener-6fb40820b7f9b739612a8c1c40c2f008-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0->hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/b2c50fdd69e94b82acb5b9d71a24cf30-bottom 2024-11-08T05:53:55,887 INFO [StoreOpener-6fb40820b7f9b739612a8c1c40c2f008-1 {}] regionserver.HStore(327): Store=6fb40820b7f9b739612a8c1c40c2f008/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:53:55,887 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,888 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,889 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,890 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,890 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,891 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/info/9fa3a422f022493a9043ad6cd7aacebb is 193, key is TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f./info:regioninfo/1731045235871/Put/seqid=0 2024-11-08T05:53:55,916 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 6fb40820b7f9b739612a8c1c40c2f008; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=867626, jitterRate=0.10324466228485107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:53:55,916 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:53:55,916 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6fb40820b7f9b739612a8c1c40c2f008: Running coprocessor pre-open hook at 1731045235871Writing region info on filesystem at 1731045235871Initializing all the Stores at 1731045235872 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045235872Cleaning up temporary data from old regions at 1731045235890 (+18 ms)Running coprocessor post-open hooks at 1731045235916 (+26 ms)Region opened successfully at 1731045235916 2024-11-08T05:53:55,917 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008., pid=13, masterSystemTime=1731045235822 2024-11-08T05:53:55,917 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 6fb40820b7f9b739612a8c1c40c2f008:info, priority=-2147483648, current under compaction store size is 2 2024-11-08T05:53:55,917 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:55,917 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-08T05:53:55,918 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. 2024-11-08T05:53:55,918 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HStore(1541): 6fb40820b7f9b739612a8c1c40c2f008/info is initiating minor compaction (all files) 2024-11-08T05:53:55,918 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6fb40820b7f9b739612a8c1c40c2f008/info in TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. 2024-11-08T05:53:55,918 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0->hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/b2c50fdd69e94b82acb5b9d71a24cf30-bottom] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/.tmp, totalSize=86.5 K 2024-11-08T05:53:55,919 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. 2024-11-08T05:53:55,919 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] compactions.Compactor(225): Compacting b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0, keycount=39, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731045230900 2024-11-08T05:53:55,919 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. 2024-11-08T05:53:55,920 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6fb40820b7f9b739612a8c1c40c2f008, regionState=OPEN, openSeqNum=131, regionLocation=d1ba675678c9,41129,1731045219489 2024-11-08T05:53:55,922 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d1ba675678c9,41129,1731045219489, table=TestLogRolling-testLogRolling, region=6fb40820b7f9b739612a8c1c40c2f008. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T05:53:55,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb40820b7f9b739612a8c1c40c2f008, server=d1ba675678c9,41129,1731045219489 because future has completed 2024-11-08T05:53:55,926 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65b85c0fdbe9e38e2c8187b10130761f#info#compaction#44 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:53:55,927 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/1c8ad940e3674b6bb467e53d6fbb29f7 is 1055, key is row0064/info:/1731045233050/Put/seqid=0 2024-11-08T05:53:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741853_1029 (size=9882) 2024-11-08T05:53:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741853_1029 (size=9882) 2024-11-08T05:53:55,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/info/9fa3a422f022493a9043ad6cd7aacebb 2024-11-08T05:53:55,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-08T05:53:55,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fb40820b7f9b739612a8c1c40c2f008, server=d1ba675678c9,41129,1731045219489 in 258 msec 2024-11-08T05:53:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741854_1030 (size=40005) 2024-11-08T05:53:55,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741854_1030 (size=40005) 2024-11-08T05:53:55,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-08T05:53:55,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6fb40820b7f9b739612a8c1c40c2f008, ASSIGN in 422 msec 2024-11-08T05:53:55,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=34d2c4f2975266a229a9db0520800cc0, daughterA=6fb40820b7f9b739612a8c1c40c2f008, daughterB=65b85c0fdbe9e38e2c8187b10130761f in 770 msec 2024-11-08T05:53:55,942 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fb40820b7f9b739612a8c1c40c2f008#info#compaction#45 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:53:55,943 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/.tmp/info/bb0d0ec5f1714b0cb5525358b01868d7 is 1055, key is row0001/info:/1731045230900/Put/seqid=0 2024-11-08T05:53:55,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741855_1031 (size=71441) 2024-11-08T05:53:55,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741855_1031 (size=71441) 2024-11-08T05:53:55,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/ns/d10ae7c0b1de473793cc8280d9edce59 is 43, key is default/ns:d/1731045220729/Put/seqid=0 2024-11-08T05:53:55,955 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/.tmp/info/bb0d0ec5f1714b0cb5525358b01868d7 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/info/bb0d0ec5f1714b0cb5525358b01868d7 2024-11-08T05:53:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741856_1032 (size=5153) 2024-11-08T05:53:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741856_1032 (size=5153) 2024-11-08T05:53:55,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/ns/d10ae7c0b1de473793cc8280d9edce59 2024-11-08T05:53:55,962 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 6fb40820b7f9b739612a8c1c40c2f008/info of 6fb40820b7f9b739612a8c1c40c2f008 into bb0d0ec5f1714b0cb5525358b01868d7(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:53:55,962 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6fb40820b7f9b739612a8c1c40c2f008: 2024-11-08T05:53:55,963 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008., storeName=6fb40820b7f9b739612a8c1c40c2f008/info, priority=15, startTime=1731045235917; duration=0sec 2024-11-08T05:53:55,963 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:55,963 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fb40820b7f9b739612a8c1c40c2f008:info 2024-11-08T05:53:55,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/table/20ec7b9dcec045a584f4e9cdfd0501ec is 65, key is TestLogRolling-testLogRolling/table:state/1731045221213/Put/seqid=0 2024-11-08T05:53:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741857_1033 (size=5340) 2024-11-08T05:53:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741857_1033 (size=5340) 2024-11-08T05:53:55,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/table/20ec7b9dcec045a584f4e9cdfd0501ec 2024-11-08T05:53:55,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/info/9fa3a422f022493a9043ad6cd7aacebb as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/info/9fa3a422f022493a9043ad6cd7aacebb 2024-11-08T05:53:55,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/info/9fa3a422f022493a9043ad6cd7aacebb, entries=30, sequenceid=17, filesize=9.7 K 2024-11-08T05:53:55,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/ns/d10ae7c0b1de473793cc8280d9edce59 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/ns/d10ae7c0b1de473793cc8280d9edce59 2024-11-08T05:53:55,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/ns/d10ae7c0b1de473793cc8280d9edce59, entries=2, sequenceid=17, filesize=5.0 K 2024-11-08T05:53:55,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/table/20ec7b9dcec045a584f4e9cdfd0501ec as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/table/20ec7b9dcec045a584f4e9cdfd0501ec 2024-11-08T05:53:56,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/table/20ec7b9dcec045a584f4e9cdfd0501ec, entries=2, sequenceid=17, filesize=5.2 K 2024-11-08T05:53:56,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 131ms, sequenceid=17, compaction requested=false 2024-11-08T05:53:56,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T05:53:56,347 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/1c8ad940e3674b6bb467e53d6fbb29f7 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/1c8ad940e3674b6bb467e53d6fbb29f7 2024-11-08T05:53:56,354 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65b85c0fdbe9e38e2c8187b10130761f/info of 65b85c0fdbe9e38e2c8187b10130761f into 1c8ad940e3674b6bb467e53d6fbb29f7(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:53:56,354 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:53:56,354 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., storeName=65b85c0fdbe9e38e2c8187b10130761f/info, priority=13, startTime=1731045235868; duration=0sec 2024-11-08T05:53:56,354 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:53:56,354 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65b85c0fdbe9e38e2c8187b10130761f:info 2024-11-08T05:53:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:38404 deadline: 1731045247132, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. is not online on d1ba675678c9,41129,1731045219489 2024-11-08T05:53:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., hostname=d1ba675678c9,41129,1731045219489, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., hostname=d1ba675678c9,41129,1731045219489, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. is not online on d1ba675678c9,41129,1731045219489 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T05:53:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., hostname=d1ba675678c9,41129,1731045219489, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0. is not online on d1ba675678c9,41129,1731045219489 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T05:53:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731045220836.34d2c4f2975266a229a9db0520800cc0., hostname=d1ba675678c9,41129,1731045219489, seqNum=2 from cache 2024-11-08T05:54:00,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:54:00,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:00,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:00,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:00,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:00,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:00,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:00,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:00,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:00,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:00,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., hostname=d1ba675678c9,41129,1731045219489, seqNum=131] 2024-11-08T05:54:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:07,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T05:54:07,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/13abcab067fa4a3aa42a24406c6eb5bb is 1055, key is row0097/info:/1731045247259/Put/seqid=0 2024-11-08T05:54:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741858_1034 (size=13394) 2024-11-08T05:54:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741858_1034 (size=13394) 2024-11-08T05:54:07,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/13abcab067fa4a3aa42a24406c6eb5bb 2024-11-08T05:54:07,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/13abcab067fa4a3aa42a24406c6eb5bb as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/13abcab067fa4a3aa42a24406c6eb5bb 2024-11-08T05:54:07,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/13abcab067fa4a3aa42a24406c6eb5bb, entries=8, sequenceid=142, filesize=13.1 K 2024-11-08T05:54:07,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=8.21 KB/8408 for 65b85c0fdbe9e38e2c8187b10130761f in 24ms, sequenceid=142, compaction requested=false 2024-11-08T05:54:07,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:07,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-08T05:54:07,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/9f15574e577c4d82bdf8727e5a9a32d0 is 1055, key is row0105/info:/1731045247273/Put/seqid=0 2024-11-08T05:54:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741859_1035 (size=14447) 2024-11-08T05:54:07,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741859_1035 (size=14447) 2024-11-08T05:54:07,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/9f15574e577c4d82bdf8727e5a9a32d0 2024-11-08T05:54:07,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/9f15574e577c4d82bdf8727e5a9a32d0 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/9f15574e577c4d82bdf8727e5a9a32d0 2024-11-08T05:54:07,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/9f15574e577c4d82bdf8727e5a9a32d0, entries=9, sequenceid=154, filesize=14.1 K 2024-11-08T05:54:07,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=10.26 KB/10510 for 65b85c0fdbe9e38e2c8187b10130761f in 21ms, sequenceid=154, compaction requested=true 2024-11-08T05:54:07,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:07,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65b85c0fdbe9e38e2c8187b10130761f:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:54:07,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:07,318 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:54:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:07,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-08T05:54:07,320 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 67846 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:54:07,320 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1541): 65b85c0fdbe9e38e2c8187b10130761f/info is initiating minor compaction (all files) 2024-11-08T05:54:07,320 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65b85c0fdbe9e38e2c8187b10130761f/info in TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:07,320 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/1c8ad940e3674b6bb467e53d6fbb29f7, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/13abcab067fa4a3aa42a24406c6eb5bb, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/9f15574e577c4d82bdf8727e5a9a32d0] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp, totalSize=66.3 K 2024-11-08T05:54:07,321 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c8ad940e3674b6bb467e53d6fbb29f7, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731045233050 2024-11-08T05:54:07,321 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13abcab067fa4a3aa42a24406c6eb5bb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731045247259 2024-11-08T05:54:07,321 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f15574e577c4d82bdf8727e5a9a32d0, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731045247273 2024-11-08T05:54:07,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/637c0c8da54c46ac842ff8f9b33d6db0 is 1055, key is row0114/info:/1731045247298/Put/seqid=0 2024-11-08T05:54:07,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741860_1036 (size=16553) 2024-11-08T05:54:07,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741860_1036 (size=16553) 2024-11-08T05:54:07,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/637c0c8da54c46ac842ff8f9b33d6db0 2024-11-08T05:54:07,335 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65b85c0fdbe9e38e2c8187b10130761f#info#compaction#51 average throughput is 25.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:54:07,335 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/6755e6dfbf2a41ca9d19f55bca6ced0f is 1055, key is row0064/info:/1731045233050/Put/seqid=0 2024-11-08T05:54:07,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/637c0c8da54c46ac842ff8f9b33d6db0 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/637c0c8da54c46ac842ff8f9b33d6db0 2024-11-08T05:54:07,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741861_1037 (size=58012) 2024-11-08T05:54:07,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741861_1037 (size=58012) 2024-11-08T05:54:07,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/637c0c8da54c46ac842ff8f9b33d6db0, entries=11, sequenceid=168, filesize=16.2 K 2024-11-08T05:54:07,345 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/6755e6dfbf2a41ca9d19f55bca6ced0f as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/6755e6dfbf2a41ca9d19f55bca6ced0f 2024-11-08T05:54:07,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=4.11 KB/4204 for 65b85c0fdbe9e38e2c8187b10130761f in 26ms, sequenceid=168, compaction requested=false 2024-11-08T05:54:07,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:07,352 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65b85c0fdbe9e38e2c8187b10130761f/info of 65b85c0fdbe9e38e2c8187b10130761f into 6755e6dfbf2a41ca9d19f55bca6ced0f(size=56.7 K), total size for store is 72.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:54:07,352 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:07,352 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., storeName=65b85c0fdbe9e38e2c8187b10130761f/info, priority=13, startTime=1731045247318; duration=0sec 2024-11-08T05:54:07,352 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:07,352 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65b85c0fdbe9e38e2c8187b10130761f:info 2024-11-08T05:54:09,301 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T05:54:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:09,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T05:54:09,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/d37ea8846fcf4a199e69895b90c955ee is 1055, key is row0125/info:/1731045247321/Put/seqid=0 2024-11-08T05:54:09,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741862_1038 (size=13394) 2024-11-08T05:54:09,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741862_1038 (size=13394) 2024-11-08T05:54:09,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/d37ea8846fcf4a199e69895b90c955ee 2024-11-08T05:54:09,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/d37ea8846fcf4a199e69895b90c955ee as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/d37ea8846fcf4a199e69895b90c955ee 2024-11-08T05:54:09,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/d37ea8846fcf4a199e69895b90c955ee, entries=8, sequenceid=180, filesize=13.1 K 2024-11-08T05:54:09,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 65b85c0fdbe9e38e2c8187b10130761f in 22ms, sequenceid=180, compaction requested=true 2024-11-08T05:54:09,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:09,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65b85c0fdbe9e38e2c8187b10130761f:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:54:09,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:09,364 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:54:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:09,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T05:54:09,365 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 87959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:54:09,365 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HStore(1541): 65b85c0fdbe9e38e2c8187b10130761f/info is initiating minor compaction (all files) 2024-11-08T05:54:09,365 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65b85c0fdbe9e38e2c8187b10130761f/info in TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:09,365 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/6755e6dfbf2a41ca9d19f55bca6ced0f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/637c0c8da54c46ac842ff8f9b33d6db0, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/d37ea8846fcf4a199e69895b90c955ee] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp, totalSize=85.9 K 2024-11-08T05:54:09,366 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] compactions.Compactor(225): Compacting 6755e6dfbf2a41ca9d19f55bca6ced0f, keycount=50, bloomtype=ROW, size=56.7 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731045233050 2024-11-08T05:54:09,366 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] compactions.Compactor(225): Compacting 637c0c8da54c46ac842ff8f9b33d6db0, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731045247298 2024-11-08T05:54:09,366 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] compactions.Compactor(225): Compacting d37ea8846fcf4a199e69895b90c955ee, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731045247321 2024-11-08T05:54:09,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/7ce9f2b1592844d0ac8a882bddcbd151 is 1055, key is row0133/info:/1731045249342/Put/seqid=0 2024-11-08T05:54:09,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741863_1039 (size=17606) 2024-11-08T05:54:09,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741863_1039 (size=17606) 2024-11-08T05:54:09,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/7ce9f2b1592844d0ac8a882bddcbd151 2024-11-08T05:54:09,381 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65b85c0fdbe9e38e2c8187b10130761f#info#compaction#54 average throughput is 17.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:54:09,381 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/1442b88d85724cfbbda979a34005135f is 1055, key is row0064/info:/1731045233050/Put/seqid=0 2024-11-08T05:54:09,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/7ce9f2b1592844d0ac8a882bddcbd151 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7ce9f2b1592844d0ac8a882bddcbd151 2024-11-08T05:54:09,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741864_1040 (size=78258) 2024-11-08T05:54:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741864_1040 (size=78258) 2024-11-08T05:54:09,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7ce9f2b1592844d0ac8a882bddcbd151, entries=12, sequenceid=195, filesize=17.2 K 2024-11-08T05:54:09,395 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/1442b88d85724cfbbda979a34005135f as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/1442b88d85724cfbbda979a34005135f 2024-11-08T05:54:09,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 65b85c0fdbe9e38e2c8187b10130761f in 30ms, sequenceid=195, compaction requested=false 2024-11-08T05:54:09,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:09,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T05:54:09,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/ae4d8ad700694f79821f6192d705c2c8 is 1055, key is row0145/info:/1731045249366/Put/seqid=0 2024-11-08T05:54:09,403 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65b85c0fdbe9e38e2c8187b10130761f/info of 65b85c0fdbe9e38e2c8187b10130761f into 1442b88d85724cfbbda979a34005135f(size=76.4 K), total size for store is 93.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:54:09,403 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:09,403 INFO [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., storeName=65b85c0fdbe9e38e2c8187b10130761f/info, priority=13, startTime=1731045249364; duration=0sec 2024-11-08T05:54:09,403 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:09,403 DEBUG [RS:0;d1ba675678c9:41129-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65b85c0fdbe9e38e2c8187b10130761f:info 2024-11-08T05:54:09,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741865_1041 (size=18675) 2024-11-08T05:54:09,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741865_1041 (size=18675) 2024-11-08T05:54:09,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/ae4d8ad700694f79821f6192d705c2c8 2024-11-08T05:54:09,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/ae4d8ad700694f79821f6192d705c2c8 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ae4d8ad700694f79821f6192d705c2c8 2024-11-08T05:54:09,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ae4d8ad700694f79821f6192d705c2c8, entries=13, sequenceid=211, filesize=18.2 K 2024-11-08T05:54:09,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=3.08 KB/3153 for 65b85c0fdbe9e38e2c8187b10130761f in 24ms, sequenceid=211, compaction requested=true 2024-11-08T05:54:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65b85c0fdbe9e38e2c8187b10130761f:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:54:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:09,419 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:54:09,421 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 114539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:54:09,421 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1541): 65b85c0fdbe9e38e2c8187b10130761f/info is initiating minor compaction (all files) 2024-11-08T05:54:09,421 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65b85c0fdbe9e38e2c8187b10130761f/info in TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:09,421 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/1442b88d85724cfbbda979a34005135f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7ce9f2b1592844d0ac8a882bddcbd151, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ae4d8ad700694f79821f6192d705c2c8] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp, totalSize=111.9 K 2024-11-08T05:54:09,421 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1442b88d85724cfbbda979a34005135f, keycount=69, bloomtype=ROW, size=76.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731045233050 2024-11-08T05:54:09,422 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ce9f2b1592844d0ac8a882bddcbd151, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731045249342 2024-11-08T05:54:09,422 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae4d8ad700694f79821f6192d705c2c8, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731045249366 2024-11-08T05:54:09,434 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65b85c0fdbe9e38e2c8187b10130761f#info#compaction#56 average throughput is 47.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:54:09,434 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/f198879c84d248b484399ca35a687b1f is 1055, key is row0064/info:/1731045233050/Put/seqid=0 2024-11-08T05:54:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741866_1042 (size=104689) 2024-11-08T05:54:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741866_1042 (size=104689) 2024-11-08T05:54:09,444 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/f198879c84d248b484399ca35a687b1f as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f198879c84d248b484399ca35a687b1f 2024-11-08T05:54:09,450 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65b85c0fdbe9e38e2c8187b10130761f/info of 65b85c0fdbe9e38e2c8187b10130761f into f198879c84d248b484399ca35a687b1f(size=102.2 K), total size for store is 102.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:54:09,450 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:09,450 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., storeName=65b85c0fdbe9e38e2c8187b10130761f/info, priority=13, startTime=1731045249419; duration=0sec 2024-11-08T05:54:09,450 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:09,450 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65b85c0fdbe9e38e2c8187b10130761f:info 2024-11-08T05:54:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:11,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T05:54:11,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/de784ae0624449bb9e3d7875b0474b78 is 1055, key is row0158/info:/1731045249397/Put/seqid=0 2024-11-08T05:54:11,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741867_1043 (size=13394) 2024-11-08T05:54:11,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741867_1043 (size=13394) 2024-11-08T05:54:11,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/de784ae0624449bb9e3d7875b0474b78 2024-11-08T05:54:11,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/de784ae0624449bb9e3d7875b0474b78 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/de784ae0624449bb9e3d7875b0474b78 2024-11-08T05:54:11,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/de784ae0624449bb9e3d7875b0474b78, entries=8, sequenceid=224, filesize=13.1 K 2024-11-08T05:54:11,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 65b85c0fdbe9e38e2c8187b10130761f in 25ms, sequenceid=224, compaction requested=false 2024-11-08T05:54:11,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:11,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T05:54:11,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/2b710bd9cdd6488fa81069ddf3d09d67 is 1055, key is row0166/info:/1731045251420/Put/seqid=0 2024-11-08T05:54:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741868_1044 (size=18675) 2024-11-08T05:54:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741868_1044 (size=18675) 2024-11-08T05:54:11,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/2b710bd9cdd6488fa81069ddf3d09d67 2024-11-08T05:54:11,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/2b710bd9cdd6488fa81069ddf3d09d67 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2b710bd9cdd6488fa81069ddf3d09d67 2024-11-08T05:54:11,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2b710bd9cdd6488fa81069ddf3d09d67, entries=13, sequenceid=240, filesize=18.2 K 2024-11-08T05:54:11,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 65b85c0fdbe9e38e2c8187b10130761f in 23ms, sequenceid=240, compaction requested=true 2024-11-08T05:54:11,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:11,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65b85c0fdbe9e38e2c8187b10130761f:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:54:11,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:11,467 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:54:11,468 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136758 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:54:11,468 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1541): 65b85c0fdbe9e38e2c8187b10130761f/info is initiating minor compaction (all files) 2024-11-08T05:54:11,468 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65b85c0fdbe9e38e2c8187b10130761f/info in TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:11,469 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f198879c84d248b484399ca35a687b1f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/de784ae0624449bb9e3d7875b0474b78, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2b710bd9cdd6488fa81069ddf3d09d67] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp, totalSize=133.6 K 2024-11-08T05:54:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:11,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T05:54:11,469 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting f198879c84d248b484399ca35a687b1f, keycount=94, bloomtype=ROW, size=102.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731045233050 2024-11-08T05:54:11,470 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting de784ae0624449bb9e3d7875b0474b78, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731045249397 2024-11-08T05:54:11,470 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b710bd9cdd6488fa81069ddf3d09d67, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731045251420 2024-11-08T05:54:11,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/2357144757a5463a8d3e3343b19267bc is 1055, key is row0179/info:/1731045251445/Put/seqid=0 2024-11-08T05:54:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741869_1045 (size=18675) 2024-11-08T05:54:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741869_1045 (size=18675) 2024-11-08T05:54:11,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/2357144757a5463a8d3e3343b19267bc 2024-11-08T05:54:11,486 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65b85c0fdbe9e38e2c8187b10130761f#info#compaction#60 average throughput is 28.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:54:11,486 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/7928de43bf5a497ca6d94cbe4738c36d is 1055, key is row0064/info:/1731045233050/Put/seqid=0 2024-11-08T05:54:11,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/2357144757a5463a8d3e3343b19267bc as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2357144757a5463a8d3e3343b19267bc 2024-11-08T05:54:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741870_1046 (size=127040) 2024-11-08T05:54:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741870_1046 (size=127040) 2024-11-08T05:54:11,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2357144757a5463a8d3e3343b19267bc, entries=13, sequenceid=256, filesize=18.2 K 2024-11-08T05:54:11,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for 65b85c0fdbe9e38e2c8187b10130761f in 24ms, sequenceid=256, compaction requested=false 2024-11-08T05:54:11,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:11,494 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/7928de43bf5a497ca6d94cbe4738c36d as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7928de43bf5a497ca6d94cbe4738c36d 2024-11-08T05:54:11,500 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65b85c0fdbe9e38e2c8187b10130761f/info of 65b85c0fdbe9e38e2c8187b10130761f into 7928de43bf5a497ca6d94cbe4738c36d(size=124.1 K), total size for store is 142.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:54:11,500 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:11,500 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., storeName=65b85c0fdbe9e38e2c8187b10130761f/info, priority=13, startTime=1731045251467; duration=0sec 2024-11-08T05:54:11,500 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:11,500 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65b85c0fdbe9e38e2c8187b10130761f:info 2024-11-08T05:54:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:13,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T05:54:13,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/cc4df11336f4497fa198c25a152be239 is 1055, key is row0192/info:/1731045251470/Put/seqid=0 2024-11-08T05:54:13,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741871_1047 (size=13402) 2024-11-08T05:54:13,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741871_1047 (size=13402) 2024-11-08T05:54:13,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/cc4df11336f4497fa198c25a152be239 2024-11-08T05:54:13,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/cc4df11336f4497fa198c25a152be239 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/cc4df11336f4497fa198c25a152be239 2024-11-08T05:54:13,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/cc4df11336f4497fa198c25a152be239, entries=8, sequenceid=268, filesize=13.1 K 2024-11-08T05:54:13,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 65b85c0fdbe9e38e2c8187b10130761f in 21ms, sequenceid=268, compaction requested=true 2024-11-08T05:54:13,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:13,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65b85c0fdbe9e38e2c8187b10130761f:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:54:13,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:13,510 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:54:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:13,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T05:54:13,511 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 159117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:54:13,512 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1541): 65b85c0fdbe9e38e2c8187b10130761f/info is initiating minor compaction (all files) 2024-11-08T05:54:13,512 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65b85c0fdbe9e38e2c8187b10130761f/info in TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:13,512 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7928de43bf5a497ca6d94cbe4738c36d, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2357144757a5463a8d3e3343b19267bc, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/cc4df11336f4497fa198c25a152be239] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp, totalSize=155.4 K 2024-11-08T05:54:13,512 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7928de43bf5a497ca6d94cbe4738c36d, keycount=115, bloomtype=ROW, size=124.1 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731045233050 2024-11-08T05:54:13,513 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2357144757a5463a8d3e3343b19267bc, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731045251445 2024-11-08T05:54:13,513 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc4df11336f4497fa198c25a152be239, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731045251470 2024-11-08T05:54:13,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/89a8bafcfe1b4eef98706d28b9f3de91 is 1055, key is row0200/info:/1731045253490/Put/seqid=0 2024-11-08T05:54:13,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741872_1048 (size=17618) 2024-11-08T05:54:13,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741872_1048 (size=17618) 2024-11-08T05:54:13,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/89a8bafcfe1b4eef98706d28b9f3de91 2024-11-08T05:54:13,528 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65b85c0fdbe9e38e2c8187b10130761f#info#compaction#63 average throughput is 34.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:54:13,529 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/aeec6f839dfb439b8e757c13dc1c1c8f is 1055, key is row0064/info:/1731045233050/Put/seqid=0 2024-11-08T05:54:13,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/89a8bafcfe1b4eef98706d28b9f3de91 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/89a8bafcfe1b4eef98706d28b9f3de91 2024-11-08T05:54:13,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741873_1049 (size=149335) 2024-11-08T05:54:13,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741873_1049 (size=149335) 2024-11-08T05:54:13,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/89a8bafcfe1b4eef98706d28b9f3de91, entries=12, sequenceid=283, filesize=17.2 K 2024-11-08T05:54:13,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 65b85c0fdbe9e38e2c8187b10130761f in 28ms, sequenceid=283, compaction requested=false 2024-11-08T05:54:13,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:13,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T05:54:13,543 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/aeec6f839dfb439b8e757c13dc1c1c8f as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/aeec6f839dfb439b8e757c13dc1c1c8f 2024-11-08T05:54:13,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/f2f77f5578c74e01aca8bd1e4f797eb8 is 1055, key is row0212/info:/1731045253512/Put/seqid=0 2024-11-08T05:54:13,549 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65b85c0fdbe9e38e2c8187b10130761f/info of 65b85c0fdbe9e38e2c8187b10130761f into aeec6f839dfb439b8e757c13dc1c1c8f(size=145.8 K), total size for store is 163.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:54:13,549 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:13,549 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., storeName=65b85c0fdbe9e38e2c8187b10130761f/info, priority=13, startTime=1731045253510; duration=0sec 2024-11-08T05:54:13,549 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:13,550 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65b85c0fdbe9e38e2c8187b10130761f:info 2024-11-08T05:54:13,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741874_1050 (size=18688) 2024-11-08T05:54:13,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741874_1050 (size=18688) 2024-11-08T05:54:13,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/f2f77f5578c74e01aca8bd1e4f797eb8 2024-11-08T05:54:13,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/f2f77f5578c74e01aca8bd1e4f797eb8 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f2f77f5578c74e01aca8bd1e4f797eb8 2024-11-08T05:54:13,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f2f77f5578c74e01aca8bd1e4f797eb8, entries=13, sequenceid=299, filesize=18.3 K 2024-11-08T05:54:13,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 65b85c0fdbe9e38e2c8187b10130761f in 21ms, sequenceid=299, compaction requested=true 2024-11-08T05:54:13,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:13,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65b85c0fdbe9e38e2c8187b10130761f:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:54:13,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:13,562 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:54:13,563 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 185641 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:54:13,563 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1541): 65b85c0fdbe9e38e2c8187b10130761f/info is initiating minor compaction (all files) 2024-11-08T05:54:13,563 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65b85c0fdbe9e38e2c8187b10130761f/info in TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:13,564 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/aeec6f839dfb439b8e757c13dc1c1c8f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/89a8bafcfe1b4eef98706d28b9f3de91, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f2f77f5578c74e01aca8bd1e4f797eb8] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp, totalSize=181.3 K 2024-11-08T05:54:13,564 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeec6f839dfb439b8e757c13dc1c1c8f, keycount=136, bloomtype=ROW, size=145.8 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731045233050 2024-11-08T05:54:13,564 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89a8bafcfe1b4eef98706d28b9f3de91, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731045253490 2024-11-08T05:54:13,565 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2f77f5578c74e01aca8bd1e4f797eb8, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731045253512 2024-11-08T05:54:13,578 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65b85c0fdbe9e38e2c8187b10130761f#info#compaction#65 average throughput is 40.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:54:13,579 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/3cac1371af5b45f6bdf9237e0d7b9880 is 1055, key is row0064/info:/1731045233050/Put/seqid=0 2024-11-08T05:54:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741875_1051 (size=175795) 2024-11-08T05:54:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741875_1051 (size=175795) 2024-11-08T05:54:13,587 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/3cac1371af5b45f6bdf9237e0d7b9880 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/3cac1371af5b45f6bdf9237e0d7b9880 2024-11-08T05:54:13,592 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65b85c0fdbe9e38e2c8187b10130761f/info of 65b85c0fdbe9e38e2c8187b10130761f into 3cac1371af5b45f6bdf9237e0d7b9880(size=171.7 K), total size for store is 171.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:54:13,592 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:13,592 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., storeName=65b85c0fdbe9e38e2c8187b10130761f/info, priority=13, startTime=1731045253562; duration=0sec 2024-11-08T05:54:13,592 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:13,592 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65b85c0fdbe9e38e2c8187b10130761f:info 2024-11-08T05:54:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:15,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T05:54:15,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/ef5b8d35a897428f8bce724ca56dfe94 is 1055, key is row0225/info:/1731045255545/Put/seqid=0 2024-11-08T05:54:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741876_1052 (size=13402) 2024-11-08T05:54:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741876_1052 (size=13402) 2024-11-08T05:54:15,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/ef5b8d35a897428f8bce724ca56dfe94 2024-11-08T05:54:15,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/ef5b8d35a897428f8bce724ca56dfe94 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ef5b8d35a897428f8bce724ca56dfe94 2024-11-08T05:54:15,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ef5b8d35a897428f8bce724ca56dfe94, entries=8, sequenceid=312, filesize=13.1 K 2024-11-08T05:54:15,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 65b85c0fdbe9e38e2c8187b10130761f in 23ms, sequenceid=312, compaction requested=false 2024-11-08T05:54:15,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] regionserver.HRegion(8855): Flush requested on 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:15,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T05:54:15,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/c2b7d4b3ccdb4c09a80cc15c95dc45d7 is 1055, key is row0233/info:/1731045255565/Put/seqid=0 2024-11-08T05:54:15,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741877_1053 (size=18688) 2024-11-08T05:54:15,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741877_1053 (size=18688) 2024-11-08T05:54:15,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/c2b7d4b3ccdb4c09a80cc15c95dc45d7 2024-11-08T05:54:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/c2b7d4b3ccdb4c09a80cc15c95dc45d7 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/c2b7d4b3ccdb4c09a80cc15c95dc45d7 2024-11-08T05:54:15,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/c2b7d4b3ccdb4c09a80cc15c95dc45d7, entries=13, sequenceid=328, filesize=18.3 K 2024-11-08T05:54:15,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 65b85c0fdbe9e38e2c8187b10130761f in 22ms, sequenceid=328, compaction requested=true 2024-11-08T05:54:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65b85c0fdbe9e38e2c8187b10130761f:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T05:54:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:15,609 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T05:54:15,610 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 207885 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T05:54:15,610 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1541): 65b85c0fdbe9e38e2c8187b10130761f/info is initiating minor compaction (all files) 2024-11-08T05:54:15,610 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65b85c0fdbe9e38e2c8187b10130761f/info in TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:15,611 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/3cac1371af5b45f6bdf9237e0d7b9880, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ef5b8d35a897428f8bce724ca56dfe94, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/c2b7d4b3ccdb4c09a80cc15c95dc45d7] into tmpdir=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp, totalSize=203.0 K 2024-11-08T05:54:15,611 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cac1371af5b45f6bdf9237e0d7b9880, keycount=161, bloomtype=ROW, size=171.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731045233050 2024-11-08T05:54:15,611 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef5b8d35a897428f8bce724ca56dfe94, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731045255545 2024-11-08T05:54:15,611 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2b7d4b3ccdb4c09a80cc15c95dc45d7, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731045255565 2024-11-08T05:54:15,622 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65b85c0fdbe9e38e2c8187b10130761f#info#compaction#68 average throughput is 60.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T05:54:15,623 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/cf6ccb1c365f4ab7b018456da72534d7 is 1055, key is row0064/info:/1731045233050/Put/seqid=0 2024-11-08T05:54:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741878_1054 (size=198035) 2024-11-08T05:54:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741878_1054 (size=198035) 2024-11-08T05:54:15,630 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/cf6ccb1c365f4ab7b018456da72534d7 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/cf6ccb1c365f4ab7b018456da72534d7 2024-11-08T05:54:15,637 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65b85c0fdbe9e38e2c8187b10130761f/info of 65b85c0fdbe9e38e2c8187b10130761f into cf6ccb1c365f4ab7b018456da72534d7(size=193.4 K), total size for store is 193.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T05:54:15,637 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:15,638 INFO [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., storeName=65b85c0fdbe9e38e2c8187b10130761f/info, priority=13, startTime=1731045255609; duration=0sec 2024-11-08T05:54:15,638 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T05:54:15,638 DEBUG [RS:0;d1ba675678c9:41129-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65b85c0fdbe9e38e2c8187b10130761f:info 2024-11-08T05:54:17,607 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-08T05:54:17,628 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045257608, exclude list is [], retry=0 2024-11-08T05:54:17,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41373,DS-22362d8a-4cc8-4489-b327-9d5e6a79759b,DISK] 2024-11-08T05:54:17,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-560b6a2e-d69c-4437-a1d7-6b4ad5632363,DISK] 2024-11-08T05:54:17,632 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045220202 with entries=318, filesize=304.13 KB; new WAL /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045257608 2024-11-08T05:54:17,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45285:45285),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-08T05:54:17,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045220202 is not closed yet, will try archiving it next time 2024-11-08T05:54:17,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741833_1009 (size=311437) 2024-11-08T05:54:17,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741833_1009 (size=311437) 2024-11-08T05:54:17,637 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6fb40820b7f9b739612a8c1c40c2f008: 2024-11-08T05:54:17,637 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 65b85c0fdbe9e38e2c8187b10130761f 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-08T05:54:17,642 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/3df7e24bfe124847bdf56ad09fb00b4f is 1055, key is row0246/info:/1731045255588/Put/seqid=0 2024-11-08T05:54:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741880_1056 (size=16564) 2024-11-08T05:54:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741880_1056 (size=16564) 2024-11-08T05:54:17,647 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/3df7e24bfe124847bdf56ad09fb00b4f 2024-11-08T05:54:17,653 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/.tmp/info/3df7e24bfe124847bdf56ad09fb00b4f as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/3df7e24bfe124847bdf56ad09fb00b4f 2024-11-08T05:54:17,657 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/3df7e24bfe124847bdf56ad09fb00b4f, entries=11, sequenceid=343, filesize=16.2 K 2024-11-08T05:54:17,658 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 65b85c0fdbe9e38e2c8187b10130761f in 21ms, sequenceid=343, compaction requested=false 2024-11-08T05:54:17,658 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 65b85c0fdbe9e38e2c8187b10130761f: 2024-11-08T05:54:17,658 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-08T05:54:17,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/info/2fe3b1bd3ebd4b32b6b49b3f9d313f23 is 186, key is TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008./info:regioninfo/1731045235920/Put/seqid=0 2024-11-08T05:54:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741881_1057 (size=6153) 2024-11-08T05:54:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741881_1057 (size=6153) 2024-11-08T05:54:17,666 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/info/2fe3b1bd3ebd4b32b6b49b3f9d313f23 2024-11-08T05:54:17,671 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/.tmp/info/2fe3b1bd3ebd4b32b6b49b3f9d313f23 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/info/2fe3b1bd3ebd4b32b6b49b3f9d313f23 2024-11-08T05:54:17,676 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/info/2fe3b1bd3ebd4b32b6b49b3f9d313f23, entries=5, sequenceid=21, filesize=6.0 K 2024-11-08T05:54:17,677 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 19ms, sequenceid=21, compaction requested=false 2024-11-08T05:54:17,678 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T05:54:17,689 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045257678, exclude list is [], retry=0 2024-11-08T05:54:17,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-560b6a2e-d69c-4437-a1d7-6b4ad5632363,DISK] 2024-11-08T05:54:17,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41373,DS-22362d8a-4cc8-4489-b327-9d5e6a79759b,DISK] 2024-11-08T05:54:17,693 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045257608 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045257678 2024-11-08T05:54:17,693 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:45285:45285)] 2024-11-08T05:54:17,693 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045257608 is not closed yet, will try archiving it next time 2024-11-08T05:54:17,694 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045220202 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/oldWALs/d1ba675678c9%2C41129%2C1731045219489.1731045220202 2024-11-08T05:54:17,694 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:54:17,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741879_1055 (size=731) 2024-11-08T05:54:17,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741879_1055 (size=731) 2024-11-08T05:54:17,696 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/WALs/d1ba675678c9,41129,1731045219489/d1ba675678c9%2C41129%2C1731045219489.1731045257608 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/oldWALs/d1ba675678c9%2C41129%2C1731045219489.1731045257608 2024-11-08T05:54:17,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:54:17,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:54:17,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:54:17,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:17,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:17,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:54:17,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:54:17,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1070152711, stopped=false 2024-11-08T05:54:17,796 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,45673,1731045219322 2024-11-08T05:54:17,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:54:17,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:54:17,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:17,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:17,867 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:54:17,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:54:17,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:54:17,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:54:17,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:54:17,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:17,871 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,41129,1731045219489' ***** 2024-11-08T05:54:17,871 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:54:17,871 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:54:17,871 INFO [RS:0;d1ba675678c9:41129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:54:17,871 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:54:17,871 INFO [RS:0;d1ba675678c9:41129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:54:17,871 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:54:17,872 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(3091): Received CLOSE for 65b85c0fdbe9e38e2c8187b10130761f 2024-11-08T05:54:17,872 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,41129,1731045219489 2024-11-08T05:54:17,872 INFO [RS:0;d1ba675678c9:41129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:54:17,872 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fb40820b7f9b739612a8c1c40c2f008, disabling compactions & flushes 2024-11-08T05:54:17,872 INFO [RS:0;d1ba675678c9:41129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:41129. 2024-11-08T05:54:17,872 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. 2024-11-08T05:54:17,872 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. 2024-11-08T05:54:17,872 DEBUG [RS:0;d1ba675678c9:41129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:54:17,872 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. after waiting 0 ms 2024-11-08T05:54:17,872 DEBUG [RS:0;d1ba675678c9:41129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:17,872 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. 2024-11-08T05:54:17,872 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:54:17,872 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:54:17,872 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:54:17,872 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:54:17,873 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T05:54:17,873 DEBUG [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(1325): Online Regions={6fb40820b7f9b739612a8c1c40c2f008=TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008., 65b85c0fdbe9e38e2c8187b10130761f=TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T05:54:17,873 DEBUG [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65b85c0fdbe9e38e2c8187b10130761f, 6fb40820b7f9b739612a8c1c40c2f008 2024-11-08T05:54:17,873 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0->hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/b2c50fdd69e94b82acb5b9d71a24cf30-bottom] to archive 2024-11-08T05:54:17,873 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:54:17,873 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:54:17,873 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:54:17,873 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:54:17,873 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:54:17,874 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T05:54:17,876 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:54:17,876 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:45673 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T05:54:17,877 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-08T05:54:17,878 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-08T05:54:17,878 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:54:17,878 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:54:17,878 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731045257873Running coprocessor pre-close hooks at 1731045257873Disabling compacts and flushes for region at 1731045257873Disabling writes for close at 1731045257873Writing region close event to WAL at 1731045257875 (+2 ms)Running coprocessor post-close hooks at 1731045257878 (+3 ms)Closed at 1731045257878 2024-11-08T05:54:17,879 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:54:17,880 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/6fb40820b7f9b739612a8c1c40c2f008/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-11-08T05:54:17,880 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. 2024-11-08T05:54:17,880 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fb40820b7f9b739612a8c1c40c2f008: Waiting for close lock at 1731045257872Running coprocessor pre-close hooks at 1731045257872Disabling compacts and flushes for region at 1731045257872Disabling writes for close at 1731045257872Writing region close event to WAL at 1731045257877 (+5 ms)Running coprocessor post-close hooks at 1731045257880 (+3 ms)Closed at 1731045257880 2024-11-08T05:54:17,880 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731045235164.6fb40820b7f9b739612a8c1c40c2f008. 2024-11-08T05:54:17,880 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65b85c0fdbe9e38e2c8187b10130761f, disabling compactions & flushes 2024-11-08T05:54:17,880 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:17,880 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:17,881 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. after waiting 0 ms 2024-11-08T05:54:17,881 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:17,881 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0->hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/34d2c4f2975266a229a9db0520800cc0/info/b2c50fdd69e94b82acb5b9d71a24cf30-top, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-aa5c6dda5f5f4de495f7018c31a6713b, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/1c8ad940e3674b6bb467e53d6fbb29f7, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-63de4a96f63e4c83b59bfe951cd49254, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/13abcab067fa4a3aa42a24406c6eb5bb, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/6755e6dfbf2a41ca9d19f55bca6ced0f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/9f15574e577c4d82bdf8727e5a9a32d0, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/637c0c8da54c46ac842ff8f9b33d6db0, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/1442b88d85724cfbbda979a34005135f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/d37ea8846fcf4a199e69895b90c955ee, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7ce9f2b1592844d0ac8a882bddcbd151, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f198879c84d248b484399ca35a687b1f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ae4d8ad700694f79821f6192d705c2c8, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/de784ae0624449bb9e3d7875b0474b78, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7928de43bf5a497ca6d94cbe4738c36d, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2b710bd9cdd6488fa81069ddf3d09d67, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2357144757a5463a8d3e3343b19267bc, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/aeec6f839dfb439b8e757c13dc1c1c8f, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/cc4df11336f4497fa198c25a152be239, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/89a8bafcfe1b4eef98706d28b9f3de91, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/3cac1371af5b45f6bdf9237e0d7b9880, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f2f77f5578c74e01aca8bd1e4f797eb8, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ef5b8d35a897428f8bce724ca56dfe94, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/c2b7d4b3ccdb4c09a80cc15c95dc45d7] to archive 2024-11-08T05:54:17,882 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T05:54:17,883 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/b2c50fdd69e94b82acb5b9d71a24cf30.34d2c4f2975266a229a9db0520800cc0 2024-11-08T05:54:17,885 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-aa5c6dda5f5f4de495f7018c31a6713b to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-aa5c6dda5f5f4de495f7018c31a6713b 2024-11-08T05:54:17,886 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/1c8ad940e3674b6bb467e53d6fbb29f7 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/1c8ad940e3674b6bb467e53d6fbb29f7 2024-11-08T05:54:17,887 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-63de4a96f63e4c83b59bfe951cd49254 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/TestLogRolling-testLogRolling=34d2c4f2975266a229a9db0520800cc0-63de4a96f63e4c83b59bfe951cd49254 2024-11-08T05:54:17,888 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/13abcab067fa4a3aa42a24406c6eb5bb to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/13abcab067fa4a3aa42a24406c6eb5bb 2024-11-08T05:54:17,889 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/6755e6dfbf2a41ca9d19f55bca6ced0f to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/6755e6dfbf2a41ca9d19f55bca6ced0f 2024-11-08T05:54:17,890 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/9f15574e577c4d82bdf8727e5a9a32d0 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/9f15574e577c4d82bdf8727e5a9a32d0 2024-11-08T05:54:17,891 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/637c0c8da54c46ac842ff8f9b33d6db0 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/637c0c8da54c46ac842ff8f9b33d6db0 2024-11-08T05:54:17,892 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/1442b88d85724cfbbda979a34005135f to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/1442b88d85724cfbbda979a34005135f 2024-11-08T05:54:17,893 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/d37ea8846fcf4a199e69895b90c955ee to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/d37ea8846fcf4a199e69895b90c955ee 2024-11-08T05:54:17,894 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7ce9f2b1592844d0ac8a882bddcbd151 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7ce9f2b1592844d0ac8a882bddcbd151 2024-11-08T05:54:17,895 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f198879c84d248b484399ca35a687b1f to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f198879c84d248b484399ca35a687b1f 2024-11-08T05:54:17,896 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ae4d8ad700694f79821f6192d705c2c8 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ae4d8ad700694f79821f6192d705c2c8 2024-11-08T05:54:17,897 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/de784ae0624449bb9e3d7875b0474b78 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/de784ae0624449bb9e3d7875b0474b78 2024-11-08T05:54:17,898 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7928de43bf5a497ca6d94cbe4738c36d to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/7928de43bf5a497ca6d94cbe4738c36d 2024-11-08T05:54:17,899 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2b710bd9cdd6488fa81069ddf3d09d67 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2b710bd9cdd6488fa81069ddf3d09d67 2024-11-08T05:54:17,899 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2357144757a5463a8d3e3343b19267bc to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/2357144757a5463a8d3e3343b19267bc 2024-11-08T05:54:17,900 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/aeec6f839dfb439b8e757c13dc1c1c8f to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/aeec6f839dfb439b8e757c13dc1c1c8f 2024-11-08T05:54:17,901 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/cc4df11336f4497fa198c25a152be239 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/cc4df11336f4497fa198c25a152be239 2024-11-08T05:54:17,902 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/89a8bafcfe1b4eef98706d28b9f3de91 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/89a8bafcfe1b4eef98706d28b9f3de91 2024-11-08T05:54:17,903 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/3cac1371af5b45f6bdf9237e0d7b9880 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/3cac1371af5b45f6bdf9237e0d7b9880 2024-11-08T05:54:17,904 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f2f77f5578c74e01aca8bd1e4f797eb8 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/f2f77f5578c74e01aca8bd1e4f797eb8 2024-11-08T05:54:17,905 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ef5b8d35a897428f8bce724ca56dfe94 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/ef5b8d35a897428f8bce724ca56dfe94 2024-11-08T05:54:17,906 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/c2b7d4b3ccdb4c09a80cc15c95dc45d7 to hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/archive/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/info/c2b7d4b3ccdb4c09a80cc15c95dc45d7 2024-11-08T05:54:17,906 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [1c8ad940e3674b6bb467e53d6fbb29f7=40005, 13abcab067fa4a3aa42a24406c6eb5bb=13394, 6755e6dfbf2a41ca9d19f55bca6ced0f=58012, 9f15574e577c4d82bdf8727e5a9a32d0=14447, 637c0c8da54c46ac842ff8f9b33d6db0=16553, 1442b88d85724cfbbda979a34005135f=78258, d37ea8846fcf4a199e69895b90c955ee=13394, 7ce9f2b1592844d0ac8a882bddcbd151=17606, f198879c84d248b484399ca35a687b1f=104689, ae4d8ad700694f79821f6192d705c2c8=18675, de784ae0624449bb9e3d7875b0474b78=13394, 7928de43bf5a497ca6d94cbe4738c36d=127040, 2b710bd9cdd6488fa81069ddf3d09d67=18675, 2357144757a5463a8d3e3343b19267bc=18675, aeec6f839dfb439b8e757c13dc1c1c8f=149335, cc4df11336f4497fa198c25a152be239=13402, 89a8bafcfe1b4eef98706d28b9f3de91=17618, 3cac1371af5b45f6bdf9237e0d7b9880=175795, f2f77f5578c74e01aca8bd1e4f797eb8=18688, ef5b8d35a897428f8bce724ca56dfe94=13402, c2b7d4b3ccdb4c09a80cc15c95dc45d7=18688] 2024-11-08T05:54:17,909 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/data/default/TestLogRolling-testLogRolling/65b85c0fdbe9e38e2c8187b10130761f/recovered.edits/346.seqid, newMaxSeqId=346, maxSeqId=130 2024-11-08T05:54:17,910 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:17,910 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65b85c0fdbe9e38e2c8187b10130761f: Waiting for close lock at 1731045257880Running coprocessor pre-close hooks at 1731045257880Disabling compacts and flushes for region at 1731045257880Disabling writes for close at 1731045257881 (+1 ms)Writing region close event to WAL at 1731045257906 (+25 ms)Running coprocessor post-close hooks at 1731045257910 (+4 ms)Closed at 1731045257910 2024-11-08T05:54:17,910 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731045235164.65b85c0fdbe9e38e2c8187b10130761f. 2024-11-08T05:54:18,068 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T05:54:18,068 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T05:54:18,071 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:54:18,073 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,41129,1731045219489; all regions closed. 2024-11-08T05:54:18,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741834_1010 (size=8107) 2024-11-08T05:54:18,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741834_1010 (size=8107) 2024-11-08T05:54:18,081 DEBUG [RS:0;d1ba675678c9:41129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/oldWALs 2024-11-08T05:54:18,082 INFO [RS:0;d1ba675678c9:41129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C41129%2C1731045219489.meta:.meta(num 1731045220645) 2024-11-08T05:54:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741882_1058 (size=780) 2024-11-08T05:54:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741882_1058 (size=780) 2024-11-08T05:54:18,087 DEBUG [RS:0;d1ba675678c9:41129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/oldWALs 2024-11-08T05:54:18,087 INFO [RS:0;d1ba675678c9:41129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C41129%2C1731045219489:(num 1731045257678) 2024-11-08T05:54:18,088 DEBUG [RS:0;d1ba675678c9:41129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:18,088 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:54:18,088 INFO [RS:0;d1ba675678c9:41129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:54:18,088 INFO [RS:0;d1ba675678c9:41129 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:54:18,088 INFO [RS:0;d1ba675678c9:41129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:54:18,088 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:54:18,088 INFO [RS:0;d1ba675678c9:41129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41129 2024-11-08T05:54:18,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,41129,1731045219489 2024-11-08T05:54:18,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:54:18,099 INFO [RS:0;d1ba675678c9:41129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:54:18,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,41129,1731045219489] 2024-11-08T05:54:18,203 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,41129,1731045219489 already deleted, retry=false 2024-11-08T05:54:18,203 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,41129,1731045219489 expired; onlineServers=0 2024-11-08T05:54:18,204 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,45673,1731045219322' ***** 2024-11-08T05:54:18,204 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:54:18,204 INFO [M:0;d1ba675678c9:45673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:54:18,204 INFO [M:0;d1ba675678c9:45673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:54:18,205 DEBUG [M:0;d1ba675678c9:45673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:54:18,205 DEBUG [M:0;d1ba675678c9:45673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:54:18,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:54:18,205 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045219962 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045219962,5,FailOnTimeoutGroup] 2024-11-08T05:54:18,205 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045219962 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045219962,5,FailOnTimeoutGroup] 2024-11-08T05:54:18,206 INFO [M:0;d1ba675678c9:45673 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:54:18,206 INFO [M:0;d1ba675678c9:45673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:54:18,207 DEBUG [M:0;d1ba675678c9:45673 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:54:18,207 INFO [M:0;d1ba675678c9:45673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:54:18,207 INFO [M:0;d1ba675678c9:45673 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:54:18,207 INFO [M:0;d1ba675678c9:45673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:54:18,208 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:54:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:54:18,210 INFO [RS:0;d1ba675678c9:41129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:54:18,210 INFO [RS:0;d1ba675678c9:41129 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,41129,1731045219489; zookeeper connection closed. 2024-11-08T05:54:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011901d7930001, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:54:18,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15911e58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15911e58 2024-11-08T05:54:18,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T05:54:18,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:54:18,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:18,215 DEBUG [M:0;d1ba675678c9:45673 {}] zookeeper.ZKUtil(347): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T05:54:18,215 WARN [M:0;d1ba675678c9:45673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T05:54:18,215 INFO [M:0;d1ba675678c9:45673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/.lastflushedseqids 2024-11-08T05:54:18,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741883_1059 (size=228) 2024-11-08T05:54:18,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741883_1059 (size=228) 2024-11-08T05:54:18,226 INFO [M:0;d1ba675678c9:45673 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:54:18,226 INFO [M:0;d1ba675678c9:45673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:54:18,226 DEBUG [M:0;d1ba675678c9:45673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:54:18,226 INFO [M:0;d1ba675678c9:45673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:18,226 DEBUG [M:0;d1ba675678c9:45673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:18,226 DEBUG [M:0;d1ba675678c9:45673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:54:18,226 DEBUG [M:0;d1ba675678c9:45673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:18,226 INFO [M:0;d1ba675678c9:45673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-11-08T05:54:18,241 DEBUG [M:0;d1ba675678c9:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37596e8faaec4f16b1417f328986abd0 is 82, key is hbase:meta,,1/info:regioninfo/1731045220682/Put/seqid=0 2024-11-08T05:54:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741884_1060 (size=5672) 2024-11-08T05:54:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741884_1060 (size=5672) 2024-11-08T05:54:18,246 INFO [M:0;d1ba675678c9:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37596e8faaec4f16b1417f328986abd0 2024-11-08T05:54:18,264 DEBUG [M:0;d1ba675678c9:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/610c74ee79b94578a76951b2650f49d3 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731045221217/Put/seqid=0 2024-11-08T05:54:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741885_1061 (size=7090) 2024-11-08T05:54:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741885_1061 (size=7090) 2024-11-08T05:54:18,269 INFO [M:0;d1ba675678c9:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/610c74ee79b94578a76951b2650f49d3 2024-11-08T05:54:18,273 INFO [M:0;d1ba675678c9:45673 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 610c74ee79b94578a76951b2650f49d3 2024-11-08T05:54:18,288 DEBUG [M:0;d1ba675678c9:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15bced02ee164ec69d8cf5140b254fa4 is 69, key is d1ba675678c9,41129,1731045219489/rs:state/1731045220047/Put/seqid=0 2024-11-08T05:54:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741886_1062 (size=5156) 2024-11-08T05:54:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741886_1062 (size=5156) 2024-11-08T05:54:18,293 INFO [M:0;d1ba675678c9:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15bced02ee164ec69d8cf5140b254fa4 2024-11-08T05:54:18,313 DEBUG [M:0;d1ba675678c9:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/56be1844950b40e397420a0c5f81ef96 is 52, key is load_balancer_on/state:d/1731045220829/Put/seqid=0 2024-11-08T05:54:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741887_1063 (size=5056) 2024-11-08T05:54:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741887_1063 (size=5056) 2024-11-08T05:54:18,319 INFO [M:0;d1ba675678c9:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/56be1844950b40e397420a0c5f81ef96 2024-11-08T05:54:18,323 DEBUG [M:0;d1ba675678c9:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37596e8faaec4f16b1417f328986abd0 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37596e8faaec4f16b1417f328986abd0 2024-11-08T05:54:18,328 INFO [M:0;d1ba675678c9:45673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37596e8faaec4f16b1417f328986abd0, entries=8, sequenceid=125, filesize=5.5 K 2024-11-08T05:54:18,328 DEBUG [M:0;d1ba675678c9:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/610c74ee79b94578a76951b2650f49d3 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/610c74ee79b94578a76951b2650f49d3 2024-11-08T05:54:18,333 INFO [M:0;d1ba675678c9:45673 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 610c74ee79b94578a76951b2650f49d3 2024-11-08T05:54:18,333 INFO [M:0;d1ba675678c9:45673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/610c74ee79b94578a76951b2650f49d3, entries=13, sequenceid=125, filesize=6.9 K 2024-11-08T05:54:18,334 DEBUG [M:0;d1ba675678c9:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15bced02ee164ec69d8cf5140b254fa4 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15bced02ee164ec69d8cf5140b254fa4 2024-11-08T05:54:18,338 INFO [M:0;d1ba675678c9:45673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15bced02ee164ec69d8cf5140b254fa4, entries=1, sequenceid=125, filesize=5.0 K 2024-11-08T05:54:18,339 DEBUG [M:0;d1ba675678c9:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/56be1844950b40e397420a0c5f81ef96 as hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/56be1844950b40e397420a0c5f81ef96 2024-11-08T05:54:18,343 INFO [M:0;d1ba675678c9:45673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/56be1844950b40e397420a0c5f81ef96, entries=1, sequenceid=125, filesize=4.9 K 2024-11-08T05:54:18,344 INFO [M:0;d1ba675678c9:45673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=125, compaction requested=false 2024-11-08T05:54:18,345 INFO [M:0;d1ba675678c9:45673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:18,346 DEBUG [M:0;d1ba675678c9:45673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731045258226Disabling compacts and flushes for region at 1731045258226Disabling writes for close at 1731045258226Obtaining lock to block concurrent updates at 1731045258226Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731045258226Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1731045258227 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731045258227Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731045258227Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731045258241 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731045258241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731045258250 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731045258264 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731045258264Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731045258273 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731045258287 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731045258287Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731045258296 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731045258313 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731045258313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a240893: reopening flushed file at 1731045258322 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c94d922: reopening flushed file at 1731045258328 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4c76dc: reopening flushed file at 1731045258333 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1101fd: reopening flushed file at 1731045258338 (+5 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=125, compaction requested=false at 1731045258344 (+6 ms)Writing region close event to WAL at 1731045258345 (+1 ms)Closed at 1731045258345 2024-11-08T05:54:18,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741830_1006 (size=61332) 2024-11-08T05:54:18,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/381c0829-0bf8-83f0-cc07-a300042814ec/MasterData/WALs/d1ba675678c9,45673,1731045219322/d1ba675678c9%2C45673%2C1731045219322.1731045219722 not finished, retry = 0 2024-11-08T05:54:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741830_1006 (size=61332) 2024-11-08T05:54:18,449 INFO [M:0;d1ba675678c9:45673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:54:18,449 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:54:18,449 INFO [M:0;d1ba675678c9:45673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45673 2024-11-08T05:54:18,449 INFO [M:0;d1ba675678c9:45673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:54:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:54:18,557 INFO [M:0;d1ba675678c9:45673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:54:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x1011901d7930000, quorum=127.0.0.1:56280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:54:18,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1724ee4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:54:18,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72511264{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:54:18,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:54:18,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e3af92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:54:18,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aafbd50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/hadoop.log.dir/,STOPPED} 2024-11-08T05:54:18,566 WARN [BP-409311848-172.17.0.3-1731045217100 heartbeating to localhost/127.0.0.1:43629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:54:18,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:54:18,566 WARN [BP-409311848-172.17.0.3-1731045217100 heartbeating to localhost/127.0.0.1:43629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-409311848-172.17.0.3-1731045217100 (Datanode Uuid 04704579-00d6-49ad-ad6b-4dcc673b6889) service to localhost/127.0.0.1:43629 2024-11-08T05:54:18,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:54:18,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/data/data3/current/BP-409311848-172.17.0.3-1731045217100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:54:18,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/data/data4/current/BP-409311848-172.17.0.3-1731045217100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:54:18,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:54:18,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bcb380d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:54:18,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@653ad4d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:54:18,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:54:18,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694ec3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:54:18,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e22874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/hadoop.log.dir/,STOPPED} 2024-11-08T05:54:18,576 WARN [BP-409311848-172.17.0.3-1731045217100 heartbeating to localhost/127.0.0.1:43629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:54:18,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:54:18,576 WARN [BP-409311848-172.17.0.3-1731045217100 heartbeating to localhost/127.0.0.1:43629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-409311848-172.17.0.3-1731045217100 (Datanode Uuid 12f00da2-ebfc-4800-bd25-4b2410e91043) service to localhost/127.0.0.1:43629 2024-11-08T05:54:18,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:54:18,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/data/data1/current/BP-409311848-172.17.0.3-1731045217100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:54:18,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/cluster_e722c0cf-8343-1bc3-d52f-908bab1642ce/data/data2/current/BP-409311848-172.17.0.3-1731045217100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:54:18,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:54:18,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b4928a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:54:18,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70df1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:54:18,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:54:18,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b60bc0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:54:18,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5746e701{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/hadoop.log.dir/,STOPPED} 2024-11-08T05:54:18,592 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:54:18,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:54:18,625 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=113 (was 99) - Thread LEAK? -, OpenFileDescriptor=458 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=48 (was 40) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10107 (was 10272) 2024-11-08T05:54:18,631 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=113, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=48, ProcessCount=11, AvailableMemoryMB=10107 2024-11-08T05:54:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:54:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/hadoop.log.dir so I do NOT create it in target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f 2024-11-08T05:54:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f86203ea-b9b9-411e-5afa-ea2db8df2d94/hadoop.tmp.dir so I do NOT create it in target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f 2024-11-08T05:54:18,631 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0, deleteOnExit=true 2024-11-08T05:54:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:54:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/test.cache.data in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:54:18,632 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:54:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:54:18,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:54:18,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:54:18,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:54:18,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:54:18,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:54:18,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:54:18,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:54:18,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:54:18,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:54:18,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:54:18,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:54:18,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:54:18,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:54:18,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f13e09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:54:18,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b06e51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:54:19,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31da648c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/java.io.tmpdir/jetty-localhost-37779-hadoop-hdfs-3_4_1-tests_jar-_-any-2118399840097794676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:54:19,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7998f502{HTTP/1.1, (http/1.1)}{localhost:37779} 2024-11-08T05:54:19,073 INFO [Time-limited test {}] server.Server(415): Started @190846ms 2024-11-08T05:54:19,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:54:19,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:54:19,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:54:19,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:54:19,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:54:19,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f931798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:54:19,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@389ee88a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:54:19,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3edcb9e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/java.io.tmpdir/jetty-localhost-44485-hadoop-hdfs-3_4_1-tests_jar-_-any-5003441748235916109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:54:19,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6248e2b{HTTP/1.1, (http/1.1)}{localhost:44485} 2024-11-08T05:54:19,404 INFO [Time-limited test {}] server.Server(415): Started @191177ms 2024-11-08T05:54:19,405 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:54:19,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:54:19,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:54:19,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:54:19,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:54:19,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:54:19,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34d62827{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:54:19,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34554cff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:54:19,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75075447{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/java.io.tmpdir/jetty-localhost-40329-hadoop-hdfs-3_4_1-tests_jar-_-any-9598776591940051118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:54:19,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1385da70{HTTP/1.1, (http/1.1)}{localhost:40329} 2024-11-08T05:54:19,529 INFO [Time-limited test {}] server.Server(415): Started @191302ms 2024-11-08T05:54:19,530 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:54:20,646 WARN [Thread-1636 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/data/data1/current/BP-2005327501-172.17.0.3-1731045258656/current, will proceed with Du for space computation calculation, 2024-11-08T05:54:20,646 WARN [Thread-1637 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/data/data2/current/BP-2005327501-172.17.0.3-1731045258656/current, will proceed with Du for space computation calculation, 2024-11-08T05:54:20,668 WARN [Thread-1600 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:54:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66120444372b7ff6 with lease ID 0x47ab4179e02b878d: Processing first storage report for DS-bc1af245-be81-4450-9841-0424db55ed92 from datanode DatanodeRegistration(127.0.0.1:38441, datanodeUuid=33bd2321-1553-44f6-b414-47d7033d1d44, infoPort=37651, infoSecurePort=0, ipcPort=44283, storageInfo=lv=-57;cid=testClusterID;nsid=1793060495;c=1731045258656) 2024-11-08T05:54:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66120444372b7ff6 with lease ID 0x47ab4179e02b878d: from storage DS-bc1af245-be81-4450-9841-0424db55ed92 node DatanodeRegistration(127.0.0.1:38441, datanodeUuid=33bd2321-1553-44f6-b414-47d7033d1d44, infoPort=37651, infoSecurePort=0, ipcPort=44283, storageInfo=lv=-57;cid=testClusterID;nsid=1793060495;c=1731045258656), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:54:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66120444372b7ff6 with lease ID 0x47ab4179e02b878d: Processing first storage report for DS-c41ebc8b-07e2-458c-ae30-6c4830eeaef7 from datanode DatanodeRegistration(127.0.0.1:38441, datanodeUuid=33bd2321-1553-44f6-b414-47d7033d1d44, infoPort=37651, infoSecurePort=0, ipcPort=44283, storageInfo=lv=-57;cid=testClusterID;nsid=1793060495;c=1731045258656) 2024-11-08T05:54:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66120444372b7ff6 with lease ID 0x47ab4179e02b878d: from storage DS-c41ebc8b-07e2-458c-ae30-6c4830eeaef7 node DatanodeRegistration(127.0.0.1:38441, datanodeUuid=33bd2321-1553-44f6-b414-47d7033d1d44, infoPort=37651, infoSecurePort=0, ipcPort=44283, storageInfo=lv=-57;cid=testClusterID;nsid=1793060495;c=1731045258656), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:54:20,942 WARN [Thread-1648 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/data/data4/current/BP-2005327501-172.17.0.3-1731045258656/current, will proceed with Du for space computation calculation, 2024-11-08T05:54:20,942 WARN [Thread-1647 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/data/data3/current/BP-2005327501-172.17.0.3-1731045258656/current, will proceed with Du for space computation calculation, 2024-11-08T05:54:20,959 WARN [Thread-1623 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:54:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44d64498446670da with lease ID 0x47ab4179e02b878e: Processing first storage report for DS-f65ce137-d143-4bfc-bacd-4f1e5127ddda from datanode DatanodeRegistration(127.0.0.1:38833, datanodeUuid=3c4f9d86-5ca2-43ce-bcbd-de4c9ebba31e, infoPort=45239, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1793060495;c=1731045258656) 2024-11-08T05:54:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44d64498446670da with lease ID 0x47ab4179e02b878e: from storage DS-f65ce137-d143-4bfc-bacd-4f1e5127ddda node DatanodeRegistration(127.0.0.1:38833, datanodeUuid=3c4f9d86-5ca2-43ce-bcbd-de4c9ebba31e, infoPort=45239, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1793060495;c=1731045258656), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:54:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44d64498446670da with lease ID 0x47ab4179e02b878e: Processing first storage report for DS-80d8da0b-69ad-469b-ad9f-6dc88136ea69 from datanode DatanodeRegistration(127.0.0.1:38833, datanodeUuid=3c4f9d86-5ca2-43ce-bcbd-de4c9ebba31e, infoPort=45239, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1793060495;c=1731045258656) 2024-11-08T05:54:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44d64498446670da with lease ID 0x47ab4179e02b878e: from storage DS-80d8da0b-69ad-469b-ad9f-6dc88136ea69 node DatanodeRegistration(127.0.0.1:38833, datanodeUuid=3c4f9d86-5ca2-43ce-bcbd-de4c9ebba31e, infoPort=45239, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1793060495;c=1731045258656), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:54:20,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f 2024-11-08T05:54:20,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/zookeeper_0, clientPort=51828, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:54:20,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51828 2024-11-08T05:54:20,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:54:20,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:54:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:54:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:54:20,980 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe with version=8 2024-11-08T05:54:20,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37113/user/jenkins/test-data/b6826179-5e51-d3d3-7bf5-e2bf5e7ec2e0/hbase-staging 2024-11-08T05:54:20,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:54:20,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:54:20,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:54:20,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:54:20,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:54:20,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:54:20,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:54:20,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:54:20,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36571 2024-11-08T05:54:20,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36571 connecting to ZooKeeper ensemble=127.0.0.1:51828 2024-11-08T05:54:21,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365710x0, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:54:21,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36571-0x10119027a540000 connected 2024-11-08T05:54:21,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:54:21,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:54:21,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:54:21,129 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe, hbase.cluster.distributed=false 2024-11-08T05:54:21,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:54:21,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36571 2024-11-08T05:54:21,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36571 2024-11-08T05:54:21,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36571 2024-11-08T05:54:21,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36571 2024-11-08T05:54:21,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36571 2024-11-08T05:54:21,149 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:54:21,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:54:21,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:54:21,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:54:21,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:54:21,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:54:21,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:54:21,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:54:21,150 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41009 2024-11-08T05:54:21,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41009 connecting to ZooKeeper ensemble=127.0.0.1:51828 2024-11-08T05:54:21,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:54:21,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:54:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410090x0, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:54:21,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41009-0x10119027a540001 connected 2024-11-08T05:54:21,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:54:21,162 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:54:21,163 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:54:21,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:54:21,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:54:21,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41009 2024-11-08T05:54:21,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41009 2024-11-08T05:54:21,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41009 2024-11-08T05:54:21,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41009 2024-11-08T05:54:21,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41009 2024-11-08T05:54:21,178 DEBUG [M:0;d1ba675678c9:36571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:36571 2024-11-08T05:54:21,178 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,36571,1731045260982 2024-11-08T05:54:21,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:54:21,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:54:21,183 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,36571,1731045260982 2024-11-08T05:54:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:54:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:21,194 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:54:21,194 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,36571,1731045260982 from backup master directory 2024-11-08T05:54:21,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,36571,1731045260982 2024-11-08T05:54:21,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:54:21,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:54:21,204 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:54:21,204 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,36571,1731045260982 2024-11-08T05:54:21,207 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/hbase.id] with ID: d9b754c0-dfd5-4059-a91d-b23531f935e9 2024-11-08T05:54:21,207 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/.tmp/hbase.id 2024-11-08T05:54:21,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:54:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:54:21,213 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/.tmp/hbase.id]:[hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/hbase.id] 2024-11-08T05:54:21,224 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:54:21,224 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:54:21,225 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T05:54:21,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:21,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:54:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:54:21,241 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:54:21,242 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:54:21,242 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:54:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:54:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:54:21,249 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store 2024-11-08T05:54:21,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:54:21,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:54:21,255 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:54:21,255 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:54:21,255 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:21,255 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:21,255 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:54:21,255 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:21,255 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:21,255 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731045261255Disabling compacts and flushes for region at 1731045261255Disabling writes for close at 1731045261255Writing region close event to WAL at 1731045261255Closed at 1731045261255 2024-11-08T05:54:21,256 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/.initializing 2024-11-08T05:54:21,256 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/WALs/d1ba675678c9,36571,1731045260982 2024-11-08T05:54:21,256 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:54:21,258 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C36571%2C1731045260982, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/WALs/d1ba675678c9,36571,1731045260982, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/oldWALs, maxLogs=10 2024-11-08T05:54:21,269 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/WALs/d1ba675678c9,36571,1731045260982/d1ba675678c9%2C36571%2C1731045260982.1731045261258, exclude list is [], retry=0 2024-11-08T05:54:21,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-f65ce137-d143-4bfc-bacd-4f1e5127ddda,DISK] 2024-11-08T05:54:21,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38441,DS-bc1af245-be81-4450-9841-0424db55ed92,DISK] 2024-11-08T05:54:21,273 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/WALs/d1ba675678c9,36571,1731045260982/d1ba675678c9%2C36571%2C1731045260982.1731045261258 2024-11-08T05:54:21,273 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:37651:37651)] 2024-11-08T05:54:21,274 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:54:21,274 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:54:21,274 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,274 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:54:21,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:21,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:54:21,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:54:21,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:21,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:54:21,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:54:21,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:21,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:54:21,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:54:21,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:21,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:54:21,282 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,282 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,283 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,284 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,284 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,284 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:54:21,285 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:54:21,287 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:54:21,287 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=797351, jitterRate=0.01388426125049591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:54:21,288 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731045261274Initializing all the Stores at 1731045261275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045261275Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045261275Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045261275Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045261275Cleaning up temporary data from old regions at 1731045261284 (+9 ms)Region opened successfully at 1731045261288 (+4 ms) 2024-11-08T05:54:21,288 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:54:21,290 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320a6b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:54:21,291 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:54:21,291 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:54:21,291 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:54:21,292 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:54:21,292 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T05:54:21,292 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T05:54:21,292 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:54:21,294 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:54:21,295 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:54:21,298 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:54:21,298 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:54:21,299 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:54:21,309 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:54:21,309 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:54:21,311 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:54:21,319 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:54:21,320 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:54:21,330 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:54:21,332 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:54:21,340 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:54:21,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:54:21,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:54:21,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:21,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:21,351 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,36571,1731045260982, sessionid=0x10119027a540000, setting cluster-up flag (Was=false) 2024-11-08T05:54:21,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:21,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:21,499 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:54:21,502 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,36571,1731045260982 2024-11-08T05:54:21,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:21,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:21,551 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:54:21,552 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,36571,1731045260982 2024-11-08T05:54:21,553 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:54:21,555 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:54:21,555 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:54:21,555 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:54:21,555 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,36571,1731045260982 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:54:21,557 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:54:21,557 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:54:21,557 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:54:21,557 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:54:21,557 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:54:21,557 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,557 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:54:21,557 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,558 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731045291558 2024-11-08T05:54:21,558 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:54:21,558 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:54:21,558 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:54:21,558 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:54:21,558 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:54:21,558 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:54:21,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:54:21,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:54:21,559 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,559 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:54:21,559 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:54:21,559 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:54:21,559 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:54:21,560 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:54:21,560 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:21,560 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045261560,5,FailOnTimeoutGroup] 2024-11-08T05:54:21,560 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045261560,5,FailOnTimeoutGroup] 2024-11-08T05:54:21,560 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,560 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:54:21,560 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:54:21,560 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,560 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:54:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:54:21,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:54:21,568 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(746): ClusterId : d9b754c0-dfd5-4059-a91d-b23531f935e9 2024-11-08T05:54:21,568 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:54:21,568 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe 2024-11-08T05:54:21,573 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:54:21,573 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:54:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:54:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:54:21,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:54:21,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:54:21,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:54:21,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:21,583 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:54:21,583 DEBUG [RS:0;d1ba675678c9:41009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d99d22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:54:21,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:54:21,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:54:21,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:54:21,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:21,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:54:21,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:54:21,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:54:21,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:21,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:54:21,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:54:21,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:54:21,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:21,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:54:21,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:54:21,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740 2024-11-08T05:54:21,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740 2024-11-08T05:54:21,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:54:21,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:54:21,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T05:54:21,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:54:21,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:54:21,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=810365, jitterRate=0.030432984232902527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T05:54:21,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731045261581Initializing all the Stores at 1731045261581Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045261581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045261581Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045261581Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045261581Cleaning up temporary data from old regions at 1731045261590 (+9 ms)Region opened successfully at 1731045261594 (+4 ms) 2024-11-08T05:54:21,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:54:21,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:54:21,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:54:21,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:54:21,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:54:21,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:54:21,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731045261594Disabling compacts and flushes for region at 1731045261594Disabling writes for close at 1731045261594Writing region close event to WAL at 1731045261595 (+1 ms)Closed at 1731045261595 2024-11-08T05:54:21,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:54:21,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:54:21,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:54:21,596 DEBUG [RS:0;d1ba675678c9:41009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:41009 2024-11-08T05:54:21,596 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:54:21,596 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:54:21,596 DEBUG [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:54:21,597 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,36571,1731045260982 with port=41009, startcode=1731045261149 2024-11-08T05:54:21,597 DEBUG [RS:0;d1ba675678c9:41009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:54:21,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:54:21,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:54:21,599 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:54:21,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,41009,1731045261149 2024-11-08T05:54:21,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36571 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,41009,1731045261149 2024-11-08T05:54:21,600 DEBUG [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe 2024-11-08T05:54:21,600 DEBUG [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36589 2024-11-08T05:54:21,600 DEBUG [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:54:21,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:54:21,604 DEBUG [RS:0;d1ba675678c9:41009 {}] zookeeper.ZKUtil(111): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,41009,1731045261149 2024-11-08T05:54:21,604 WARN [RS:0;d1ba675678c9:41009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:54:21,605 INFO [RS:0;d1ba675678c9:41009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:54:21,605 DEBUG [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/d1ba675678c9,41009,1731045261149 2024-11-08T05:54:21,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,41009,1731045261149] 2024-11-08T05:54:21,608 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:54:21,610 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:54:21,611 INFO [RS:0;d1ba675678c9:41009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:54:21,612 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,612 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:54:21,613 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:54:21,613 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:54:21,613 DEBUG [RS:0;d1ba675678c9:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:54:21,614 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,614 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,614 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,614 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,614 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,614 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,41009,1731045261149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:54:21,627 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:54:21,628 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,41009,1731045261149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,628 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,628 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.Replication(171): d1ba675678c9,41009,1731045261149 started 2024-11-08T05:54:21,641 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:21,641 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,41009,1731045261149, RpcServer on d1ba675678c9/172.17.0.3:41009, sessionid=0x10119027a540001 2024-11-08T05:54:21,641 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:54:21,641 DEBUG [RS:0;d1ba675678c9:41009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,41009,1731045261149 2024-11-08T05:54:21,641 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,41009,1731045261149' 2024-11-08T05:54:21,641 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:54:21,641 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:54:21,642 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:54:21,642 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:54:21,642 DEBUG [RS:0;d1ba675678c9:41009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,41009,1731045261149 2024-11-08T05:54:21,642 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,41009,1731045261149' 2024-11-08T05:54:21,642 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:54:21,642 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:54:21,643 DEBUG [RS:0;d1ba675678c9:41009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:54:21,643 INFO [RS:0;d1ba675678c9:41009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:54:21,643 INFO [RS:0;d1ba675678c9:41009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:54:21,743 INFO [RS:0;d1ba675678c9:41009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:54:21,745 INFO [RS:0;d1ba675678c9:41009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C41009%2C1731045261149, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/d1ba675678c9,41009,1731045261149, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/oldWALs, maxLogs=32 2024-11-08T05:54:21,748 WARN [d1ba675678c9:36571 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T05:54:21,757 DEBUG [RS:0;d1ba675678c9:41009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/d1ba675678c9,41009,1731045261149/d1ba675678c9%2C41009%2C1731045261149.1731045261745, exclude list is [], retry=0 2024-11-08T05:54:21,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-f65ce137-d143-4bfc-bacd-4f1e5127ddda,DISK] 2024-11-08T05:54:21,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38441,DS-bc1af245-be81-4450-9841-0424db55ed92,DISK] 2024-11-08T05:54:21,761 INFO [RS:0;d1ba675678c9:41009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/d1ba675678c9,41009,1731045261149/d1ba675678c9%2C41009%2C1731045261149.1731045261745 2024-11-08T05:54:21,761 DEBUG [RS:0;d1ba675678c9:41009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:37651:37651)] 2024-11-08T05:54:21,998 DEBUG [d1ba675678c9:36571 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T05:54:22,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,41009,1731045261149 2024-11-08T05:54:22,003 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,41009,1731045261149, state=OPENING 2024-11-08T05:54:22,067 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:54:22,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:22,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:22,080 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:54:22,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:54:22,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:54:22,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,41009,1731045261149}] 2024-11-08T05:54:22,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:54:22,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:54:22,248 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:54:22,248 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:54:22,248 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:54:22,250 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C41009%2C1731045261149.meta, suffix=.meta, logDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/d1ba675678c9,41009,1731045261149, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/oldWALs, maxLogs=32 2024-11-08T05:54:22,263 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/d1ba675678c9,41009,1731045261149/d1ba675678c9%2C41009%2C1731045261149.meta.1731045262250.meta, exclude list is [], retry=0 2024-11-08T05:54:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38441,DS-bc1af245-be81-4450-9841-0424db55ed92,DISK] 2024-11-08T05:54:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-f65ce137-d143-4bfc-bacd-4f1e5127ddda,DISK] 2024-11-08T05:54:22,266 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/d1ba675678c9,41009,1731045261149/d1ba675678c9%2C41009%2C1731045261149.meta.1731045262250.meta 2024-11-08T05:54:22,267 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651),(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-08T05:54:22,267 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:54:22,267 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:54:22,267 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:54:22,267 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:54:22,267 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:54:22,267 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:54:22,267 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:54:22,267 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:54:22,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:54:22,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:54:22,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:22,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:54:22,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:54:22,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:54:22,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:22,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:54:22,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:54:22,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:54:22,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:22,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:54:22,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:54:22,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:54:22,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:54:22,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:54:22,274 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:54:22,274 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740 2024-11-08T05:54:22,275 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740 2024-11-08T05:54:22,276 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:54:22,276 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:54:22,277 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T05:54:22,278 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:54:22,279 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=784411, jitterRate=-0.0025705546140670776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T05:54:22,279 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:54:22,279 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731045262267Writing region info on filesystem at 1731045262267Initializing all the Stores at 1731045262268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045262268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045262268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731045262268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731045262268Cleaning up temporary data from old regions at 1731045262276 (+8 ms)Running coprocessor post-open hooks at 1731045262279 (+3 ms)Region opened successfully at 1731045262279 2024-11-08T05:54:22,280 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731045262235 2024-11-08T05:54:22,281 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:54:22,281 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:54:22,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,41009,1731045261149 2024-11-08T05:54:22,283 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,41009,1731045261149, state=OPEN 2024-11-08T05:54:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:54:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:54:22,318 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,41009,1731045261149 2024-11-08T05:54:22,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:54:22,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:54:22,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:54:22,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,41009,1731045261149 in 238 msec 2024-11-08T05:54:22,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:54:22,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 724 msec 2024-11-08T05:54:22,322 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:54:22,322 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:54:22,323 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:54:22,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,41009,1731045261149, seqNum=-1] 2024-11-08T05:54:22,324 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:54:22,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:54:22,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec 2024-11-08T05:54:22,329 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731045262329, completionTime=-1 2024-11-08T05:54:22,329 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T05:54:22,329 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:54:22,331 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T05:54:22,331 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731045322331 2024-11-08T05:54:22,331 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731045382331 2024-11-08T05:54:22,331 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T05:54:22,331 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36571,1731045260982-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:22,331 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36571,1731045260982-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:22,331 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36571,1731045260982-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:22,331 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:36571, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:22,332 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:22,332 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:22,333 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:54:22,335 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.131sec 2024-11-08T05:54:22,335 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:54:22,335 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:54:22,335 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:54:22,335 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:54:22,335 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:54:22,335 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36571,1731045260982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:54:22,335 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36571,1731045260982-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:54:22,337 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:54:22,337 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:54:22,337 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36571,1731045260982-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:54:22,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6aa8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:54:22,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36571,-1 for getting cluster id 2024-11-08T05:54:22,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:54:22,370 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9b754c0-dfd5-4059-a91d-b23531f935e9' 2024-11-08T05:54:22,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:54:22,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9b754c0-dfd5-4059-a91d-b23531f935e9" 2024-11-08T05:54:22,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137617f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:54:22,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36571,-1] 2024-11-08T05:54:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:54:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:22,372 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:54:22,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1191210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:54:22,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:54:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,41009,1731045261149, seqNum=-1] 2024-11-08T05:54:22,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:54:22,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:54:22,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,36571,1731045260982 2024-11-08T05:54:22,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:54:22,378 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T05:54:22,378 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:54:22,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:54:22,381 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/test.com,8080,1, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/oldWALs, maxLogs=32 2024-11-08T05:54:22,392 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731045262381, exclude list is [], retry=0 2024-11-08T05:54:22,395 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38441,DS-bc1af245-be81-4450-9841-0424db55ed92,DISK] 2024-11-08T05:54:22,395 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-f65ce137-d143-4bfc-bacd-4f1e5127ddda,DISK] 2024-11-08T05:54:22,397 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731045262381 2024-11-08T05:54:22,397 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651),(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-08T05:54:22,408 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731045262397, exclude list is [], retry=0 2024-11-08T05:54:22,411 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38441,DS-bc1af245-be81-4450-9841-0424db55ed92,DISK] 2024-11-08T05:54:22,411 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-f65ce137-d143-4bfc-bacd-4f1e5127ddda,DISK] 2024-11-08T05:54:22,413 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731045262381 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731045262397 2024-11-08T05:54:22,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651),(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-08T05:54:22,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731045262381 is not closed yet, will try archiving it next time 2024-11-08T05:54:22,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731045262381 not finished, retry = 0 2024-11-08T05:54:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741835_1011 (size=93) 2024-11-08T05:54:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741835_1011 (size=93) 2024-11-08T05:54:22,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741836_1012 (size=93) 2024-11-08T05:54:22,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741836_1012 (size=93) 2024-11-08T05:54:22,517 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/WALs/test.com,8080,1/test.com%2C8080%2C1.1731045262381 to hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/oldWALs/test.com%2C8080%2C1.1731045262381 2024-11-08T05:54:22,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/oldWALs 2024-11-08T05:54:22,521 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731045262397) 2024-11-08T05:54:22,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:54:22,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:54:22,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:54:22,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:22,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:22,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:54:22,522 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:54:22,522 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1008145237, stopped=false 2024-11-08T05:54:22,522 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,36571,1731045260982 2024-11-08T05:54:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:54:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:54:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:22,541 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:54:22,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:54:22,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:54:22,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:22,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:54:22,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:54:22,543 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,41009,1731045261149' ***** 2024-11-08T05:54:22,543 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:54:22,543 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:54:22,544 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:54:22,544 INFO [RS:0;d1ba675678c9:41009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:54:22,544 INFO [RS:0;d1ba675678c9:41009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:54:22,544 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,41009,1731045261149 2024-11-08T05:54:22,544 INFO [RS:0;d1ba675678c9:41009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:54:22,544 INFO [RS:0;d1ba675678c9:41009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:41009. 2024-11-08T05:54:22,545 DEBUG [RS:0;d1ba675678c9:41009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:54:22,545 DEBUG [RS:0;d1ba675678c9:41009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:22,545 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:54:22,545 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:54:22,545 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:54:22,545 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:54:22,546 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T05:54:22,546 DEBUG [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T05:54:22,546 DEBUG [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T05:54:22,546 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:54:22,546 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:54:22,547 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:54:22,547 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:54:22,547 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:54:22,547 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T05:54:22,565 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740/.tmp/ns/b89413e483b04e7bbd58e24e1bde416e is 43, key is default/ns:d/1731045262325/Put/seqid=0 2024-11-08T05:54:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741837_1013 (size=5153) 2024-11-08T05:54:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741837_1013 (size=5153) 2024-11-08T05:54:22,570 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740/.tmp/ns/b89413e483b04e7bbd58e24e1bde416e 2024-11-08T05:54:22,574 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740/.tmp/ns/b89413e483b04e7bbd58e24e1bde416e as hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740/ns/b89413e483b04e7bbd58e24e1bde416e 2024-11-08T05:54:22,579 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740/ns/b89413e483b04e7bbd58e24e1bde416e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T05:54:22,580 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-11-08T05:54:22,580 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T05:54:22,584 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T05:54:22,585 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:54:22,585 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:54:22,585 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731045262546Running coprocessor pre-close hooks at 1731045262546Disabling compacts and flushes for region at 1731045262546Disabling writes for close at 1731045262547 (+1 ms)Obtaining lock to block concurrent updates at 1731045262547Preparing flush snapshotting stores in 1588230740 at 1731045262547Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731045262548 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731045262548Flushing 1588230740/ns: creating writer at 1731045262549 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731045262565 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731045262565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10bb6478: reopening flushed file at 1731045262574 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1731045262580 (+6 ms)Writing region close event to WAL at 1731045262581 (+1 ms)Running coprocessor post-close hooks at 1731045262585 (+4 ms)Closed at 1731045262585 2024-11-08T05:54:22,585 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:54:22,638 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T05:54:22,638 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T05:54:22,746 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,41009,1731045261149; all regions closed. 2024-11-08T05:54:22,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741834_1010 (size=1152) 2024-11-08T05:54:22,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741834_1010 (size=1152) 2024-11-08T05:54:22,755 DEBUG [RS:0;d1ba675678c9:41009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/oldWALs 2024-11-08T05:54:22,755 INFO [RS:0;d1ba675678c9:41009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C41009%2C1731045261149.meta:.meta(num 1731045262250) 2024-11-08T05:54:22,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741833_1009 (size=93) 2024-11-08T05:54:22,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741833_1009 (size=93) 2024-11-08T05:54:22,760 DEBUG [RS:0;d1ba675678c9:41009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/oldWALs 2024-11-08T05:54:22,760 INFO [RS:0;d1ba675678c9:41009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C41009%2C1731045261149:(num 1731045261745) 2024-11-08T05:54:22,760 DEBUG [RS:0;d1ba675678c9:41009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:54:22,760 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:54:22,760 INFO [RS:0;d1ba675678c9:41009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:54:22,760 INFO [RS:0;d1ba675678c9:41009 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:54:22,760 INFO [RS:0;d1ba675678c9:41009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:54:22,761 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:54:22,761 INFO [RS:0;d1ba675678c9:41009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41009 2024-11-08T05:54:22,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:54:22,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,41009,1731045261149 2024-11-08T05:54:22,772 INFO [RS:0;d1ba675678c9:41009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:54:22,772 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,41009,1731045261149] 2024-11-08T05:54:22,793 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,41009,1731045261149 already deleted, retry=false 2024-11-08T05:54:22,793 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,41009,1731045261149 expired; onlineServers=0 2024-11-08T05:54:22,793 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,36571,1731045260982' ***** 2024-11-08T05:54:22,793 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:54:22,793 INFO [M:0;d1ba675678c9:36571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:54:22,793 INFO [M:0;d1ba675678c9:36571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:54:22,793 DEBUG [M:0;d1ba675678c9:36571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:54:22,793 DEBUG [M:0;d1ba675678c9:36571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:54:22,793 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:54:22,793 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045261560 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731045261560,5,FailOnTimeoutGroup] 2024-11-08T05:54:22,793 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045261560 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731045261560,5,FailOnTimeoutGroup] 2024-11-08T05:54:22,794 INFO [M:0;d1ba675678c9:36571 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:54:22,794 INFO [M:0;d1ba675678c9:36571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:54:22,794 DEBUG [M:0;d1ba675678c9:36571 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:54:22,794 INFO [M:0;d1ba675678c9:36571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:54:22,794 INFO [M:0;d1ba675678c9:36571 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:54:22,794 INFO [M:0;d1ba675678c9:36571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:54:22,794 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:54:22,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:54:22,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:54:22,804 DEBUG [M:0;d1ba675678c9:36571 {}] zookeeper.ZKUtil(347): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T05:54:22,804 WARN [M:0;d1ba675678c9:36571 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T05:54:22,805 INFO [M:0;d1ba675678c9:36571 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/.lastflushedseqids 2024-11-08T05:54:22,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741838_1014 (size=99) 2024-11-08T05:54:22,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741838_1014 (size=99) 2024-11-08T05:54:22,813 INFO [M:0;d1ba675678c9:36571 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:54:22,813 INFO [M:0;d1ba675678c9:36571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:54:22,813 DEBUG [M:0;d1ba675678c9:36571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:54:22,813 INFO [M:0;d1ba675678c9:36571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:22,814 DEBUG [M:0;d1ba675678c9:36571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:22,814 DEBUG [M:0;d1ba675678c9:36571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:54:22,814 DEBUG [M:0;d1ba675678c9:36571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:22,814 INFO [M:0;d1ba675678c9:36571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-08T05:54:22,831 DEBUG [M:0;d1ba675678c9:36571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b74b4367ced45778eb4fa46196c4e24 is 82, key is hbase:meta,,1/info:regioninfo/1731045262282/Put/seqid=0 2024-11-08T05:54:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741839_1015 (size=5672) 2024-11-08T05:54:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741839_1015 (size=5672) 2024-11-08T05:54:22,836 INFO [M:0;d1ba675678c9:36571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b74b4367ced45778eb4fa46196c4e24 2024-11-08T05:54:22,854 DEBUG [M:0;d1ba675678c9:36571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/156f93c4b6954014b5b97618b3f11b80 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731045262329/Put/seqid=0 2024-11-08T05:54:22,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741840_1016 (size=5275) 2024-11-08T05:54:22,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741840_1016 (size=5275) 2024-11-08T05:54:22,859 INFO [M:0;d1ba675678c9:36571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/156f93c4b6954014b5b97618b3f11b80 2024-11-08T05:54:22,877 DEBUG [M:0;d1ba675678c9:36571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51d66e5860b24f589f33298eea4b1b21 is 69, key is d1ba675678c9,41009,1731045261149/rs:state/1731045261599/Put/seqid=0 2024-11-08T05:54:22,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741841_1017 (size=5156) 2024-11-08T05:54:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741841_1017 (size=5156) 2024-11-08T05:54:22,882 INFO [M:0;d1ba675678c9:36571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51d66e5860b24f589f33298eea4b1b21 2024-11-08T05:54:22,883 INFO [RS:0;d1ba675678c9:41009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:54:22,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:54:22,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10119027a540001, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:54:22,883 INFO [RS:0;d1ba675678c9:41009 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,41009,1731045261149; zookeeper connection closed. 2024-11-08T05:54:22,883 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43f0d3fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43f0d3fa 2024-11-08T05:54:22,883 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T05:54:22,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:54:22,906 DEBUG [M:0;d1ba675678c9:36571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f41453412a0f4448a68828ba791d3f25 is 52, key is load_balancer_on/state:d/1731045262377/Put/seqid=0 2024-11-08T05:54:22,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741842_1018 (size=5056) 2024-11-08T05:54:22,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741842_1018 (size=5056) 2024-11-08T05:54:22,912 INFO [M:0;d1ba675678c9:36571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f41453412a0f4448a68828ba791d3f25 2024-11-08T05:54:22,916 DEBUG [M:0;d1ba675678c9:36571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b74b4367ced45778eb4fa46196c4e24 as hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b74b4367ced45778eb4fa46196c4e24 2024-11-08T05:54:22,920 INFO [M:0;d1ba675678c9:36571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b74b4367ced45778eb4fa46196c4e24, entries=8, sequenceid=29, filesize=5.5 K 2024-11-08T05:54:22,921 DEBUG [M:0;d1ba675678c9:36571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/156f93c4b6954014b5b97618b3f11b80 as hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/156f93c4b6954014b5b97618b3f11b80 2024-11-08T05:54:22,925 INFO [M:0;d1ba675678c9:36571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/156f93c4b6954014b5b97618b3f11b80, entries=3, sequenceid=29, filesize=5.2 K 2024-11-08T05:54:22,926 DEBUG [M:0;d1ba675678c9:36571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51d66e5860b24f589f33298eea4b1b21 as hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51d66e5860b24f589f33298eea4b1b21 2024-11-08T05:54:22,931 INFO [M:0;d1ba675678c9:36571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51d66e5860b24f589f33298eea4b1b21, entries=1, sequenceid=29, filesize=5.0 K 2024-11-08T05:54:22,932 DEBUG [M:0;d1ba675678c9:36571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f41453412a0f4448a68828ba791d3f25 as hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f41453412a0f4448a68828ba791d3f25 2024-11-08T05:54:22,936 INFO [M:0;d1ba675678c9:36571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/9b9ba449-33dc-3ed6-28ca-d71efc5870fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f41453412a0f4448a68828ba791d3f25, entries=1, sequenceid=29, filesize=4.9 K 2024-11-08T05:54:22,937 INFO [M:0;d1ba675678c9:36571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=29, compaction requested=false 2024-11-08T05:54:22,939 INFO [M:0;d1ba675678c9:36571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:54:22,939 DEBUG [M:0;d1ba675678c9:36571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731045262813Disabling compacts and flushes for region at 1731045262813Disabling writes for close at 1731045262814 (+1 ms)Obtaining lock to block concurrent updates at 1731045262814Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731045262814Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731045262814Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731045262815 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731045262815Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731045262830 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731045262830Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731045262839 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731045262854 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731045262854Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731045262863 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731045262876 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731045262876Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731045262886 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731045262906 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731045262906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72642e60: reopening flushed file at 1731045262915 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2862a3b7: reopening flushed file at 1731045262920 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d7df0c7: reopening flushed file at 1731045262926 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a23625: reopening flushed file at 1731045262931 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=29, compaction requested=false at 1731045262937 (+6 ms)Writing region close event to WAL at 1731045262938 (+1 ms)Closed at 1731045262938 2024-11-08T05:54:22,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741830_1006 (size=10311) 2024-11-08T05:54:22,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38441 is added to blk_1073741830_1006 (size=10311) 2024-11-08T05:54:22,941 INFO [M:0;d1ba675678c9:36571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:54:22,941 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:54:22,941 INFO [M:0;d1ba675678c9:36571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36571 2024-11-08T05:54:22,941 INFO [M:0;d1ba675678c9:36571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:54:23,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:54:23,092 INFO [M:0;d1ba675678c9:36571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:54:23,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36571-0x10119027a540000, quorum=127.0.0.1:51828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:54:23,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75075447{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:54:23,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1385da70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:54:23,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:54:23,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34554cff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:54:23,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34d62827{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/hadoop.log.dir/,STOPPED} 2024-11-08T05:54:23,097 WARN [BP-2005327501-172.17.0.3-1731045258656 heartbeating to localhost/127.0.0.1:36589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:54:23,097 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:54:23,097 WARN [BP-2005327501-172.17.0.3-1731045258656 heartbeating to localhost/127.0.0.1:36589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2005327501-172.17.0.3-1731045258656 (Datanode Uuid 3c4f9d86-5ca2-43ce-bcbd-de4c9ebba31e) service to localhost/127.0.0.1:36589 2024-11-08T05:54:23,097 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:54:23,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/data/data3/current/BP-2005327501-172.17.0.3-1731045258656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:54:23,098 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/data/data4/current/BP-2005327501-172.17.0.3-1731045258656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:54:23,098 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:54:23,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3edcb9e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:54:23,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6248e2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:54:23,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:54:23,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@389ee88a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:54:23,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f931798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/hadoop.log.dir/,STOPPED} 2024-11-08T05:54:23,102 WARN [BP-2005327501-172.17.0.3-1731045258656 heartbeating to localhost/127.0.0.1:36589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:54:23,102 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:54:23,102 WARN [BP-2005327501-172.17.0.3-1731045258656 heartbeating to localhost/127.0.0.1:36589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2005327501-172.17.0.3-1731045258656 (Datanode Uuid 33bd2321-1553-44f6-b414-47d7033d1d44) service to localhost/127.0.0.1:36589 2024-11-08T05:54:23,102 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:54:23,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/data/data1/current/BP-2005327501-172.17.0.3-1731045258656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:54:23,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/cluster_b6b94d7b-e31d-245e-8992-8b331f9ee3b0/data/data2/current/BP-2005327501-172.17.0.3-1731045258656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:54:23,103 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:54:23,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31da648c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:54:23,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7998f502{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:54:23,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:54:23,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b06e51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:54:23,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f13e09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a528ceaf-d8a0-0f5b-6e18-e16075dd515f/hadoop.log.dir/,STOPPED} 2024-11-08T05:54:23,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:54:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:54:23,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=135 (was 113) - Thread LEAK? -, OpenFileDescriptor=507 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 48) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10066 (was 10107)